-- Logs begin at Sun 2022-02-20 19:07:27 UTC, end at Sun 2022-02-20 20:21:13 UTC. -- Feb 20 19:54:37.758572 dv-cinder-830085-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 19:54:40.733514 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.common.config [-] Logging enabled! Feb 20 19:54:40.734162 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 19:54:40.734310 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103075) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 19:54:40.737583 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.common.config [-] Logging enabled! Feb 20 19:54:40.737842 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 19:54:40.738152 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103075) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 19:54:40.739098 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 19:54:40.739332 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 19:54:40.739700 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 19:54:40.739948 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 19:54:40.740581 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 19:54:40.740905 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.741354 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 19:54:40.741671 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.741968 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.742262 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.742559 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.742860 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.743788 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.744178 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.744495 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.744788 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.745075 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.745384 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.745680 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.745964 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.746253 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.746541 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.746826 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] debug = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.747111 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.747543 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.747954 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.748233 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.748522 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.748799 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.749071 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.749369 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.749655 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.749979 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] host = dv-cinder-830085-1-iscsi {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.750256 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.750543 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.750831 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.751117 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.751391 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.751667 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.751951 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.752224 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.752494 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] log_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.752775 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.753064 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.753376 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.753665 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.753892 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.754115 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.754425 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.754712 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.754990 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.755266 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.755540 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.755815 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.756090 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.756356 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.756640 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.756923 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.757239 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.757517 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.757791 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.758064 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.758335 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.758673 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.759095 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.759382 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.759664 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.759956 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.760229 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.760506 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.760809 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.761106 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.761407 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.761693 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.761969 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.762255 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.762534 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.762807 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.763078 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] use_json = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.763350 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.763620 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.763900 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.764170 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.764445 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.764720 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.764992 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.765302 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.765576 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:40.765870 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.766167 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.766469 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.766766 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.767058 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.767339 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.767628 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.767907 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.768196 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.768482 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.768768 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.769046 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.769371 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.769662 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.769958 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.770263 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.770556 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.770848 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.771122 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.771396 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.771669 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.771947 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.772233 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.772515 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.772802 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.773114 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.773395 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.773694 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.773980 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.774372 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.774887 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.775192 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.775476 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.775771 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.776052 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.776327 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.776606 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.776895 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.777200 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.777478 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.777762 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.778042 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.778315 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.778589 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.778869 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.779163 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.779442 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.779716 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.779985 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.780262 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.780534 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.780817 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.781103 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.781402 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.781676 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.781954 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.782231 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.782503 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.782780 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.783049 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.783328 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.783603 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.783877 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.784150 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.784421 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.784692 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.784962 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.785261 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.785540 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.785811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.786083 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.786358 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.786631 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.786905 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.787190 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.787491 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.787771 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.788052 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.788333 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.788612 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.788892 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.789199 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.789487 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.789769 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.790648 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.791132 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.791428 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.791720 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.792025 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.792315 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.792616 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.792898 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.793206 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.793493 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.793774 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.794056 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.794340 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.794624 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.794920 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.795216 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.795511 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.795804 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.796098 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.796382 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.796691 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.796972 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:40.797226 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 19:54:40.797468 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103075) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 19:54:41.177325 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 19:54:41.177606 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 19:54:41.177914 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 19:54:41.178390 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 19:54:41.515357 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.515565 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.515839 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.517147 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.517428 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.517694 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.564432 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.564715 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.564982 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.579779 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.580065 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.580334 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.609888 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.610174 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.610446 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.648213 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.648490 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:41.648761 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.004825 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.005488 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.005488 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.005668 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.006341 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.108840 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.109111 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.109407 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.109691 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.109952 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.110265 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.110528 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.110785 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.111040 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.111323 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.111584 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.111851 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.112109 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.112361 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.112615 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.112881 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.113163 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.113440 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.113711 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.113973 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.114244 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.114496 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.114777 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.115152 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.115403 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.115650 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.116046 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:54:42.116290 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:54:42.116530 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:54:42.116768 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:54:42.117008 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:54:42.117269 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:54:42.117633 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 19:54:42.121224 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 19:54:42.125275 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 19:54:42.129117 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 20 19:54:42.130757 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 19:54:42.131221 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 19:54:42.131552 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 19:54:42.131931 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 19:54:42.135514 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 19:54:42.135769 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 19:54:42.136117 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 19:54:42.140979 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 19:54:42.164379 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 19:54:42.164853 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.165402 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103075) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 19:54:42.165816 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.167222 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103075) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 19:54:42.167508 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 19:54:42.167757 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 19:54:42.171106 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.171393 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:42.236085 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 19:54:42.236327 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 19:54:42.236569 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 19:54:42.236936 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 19:54:42.257016 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_db.sqlalchemy.engines [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103075) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 19:54:42.867698 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Initializing driver for type 'gre' Feb 20 19:54:42.868796 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] gre ID ranges: [(1, 1000)] Feb 20 19:54:43.077172 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Initializing driver for type 'local' Feb 20 19:54:43.077812 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Initializing driver for type 'vlan' Feb 20 19:54:43.225511 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] VlanTypeDriver initialization complete Feb 20 19:54:43.225860 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Initializing driver for type 'vxlan' Feb 20 19:54:43.226363 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] vxlan ID ranges: [(1, 1000)] Feb 20 19:54:43.427923 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Initializing extension driver 'port_security' Feb 20 19:54:43.428264 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.extensions.port_security [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] PortSecurityExtensionDriver initialization complete Feb 20 19:54:43.428601 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Initializing mechanism driver 'openvswitch' Feb 20 19:54:43.428928 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Initializing mechanism driver 'hyperv' Feb 20 19:54:43.435645 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.plugins.ml2.plugin [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:54:43.436577 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > port after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.436957 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > port after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.437340 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > port after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.437890 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:54:43.438334 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.438694 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.439046 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.439448 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:54:43.439866 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > network after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.440219 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > network after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.440566 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > network after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.440997 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:54:43.441437 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.441803 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.442151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.442566 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:54:43.442968 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.443321 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.443664 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.444064 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:54:43.444475 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.444826 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.445199 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.445629 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:54:43.446077 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] ML2 OVO RPC backend initialized. {{(pid=103075) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 19:54:43.446793 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.447156 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.447572 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > network before_response 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.447992 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > networks before_response 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.448488 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > port before_response 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.448954 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > ports before_response 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.449470 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.450619 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.450619 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > network after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.450920 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > network after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.451279 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > network after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.451685 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > port after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.452151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > port after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.452610 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > port after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.453112 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.453672 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.454132 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.462619 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded quota_driver: . Feb 20 19:54:43.462984 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.plugin [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Modular L2 Plugin initialization complete Feb 20 19:54:43.463337 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading services supported by the core plugin {{(pid=103075) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 19:54:43.463685 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.plugins.ml2.managers [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Got port-security extension from driver 'port_security' Feb 20 19:54:43.464890 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.extensions.vlantransparent [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Disabled vlantransparent extension. Feb 20 19:54:43.465428 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103075) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 19:54:43.465763 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading Plugin: router Feb 20 19:54:43.502283 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.502626 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router after_create 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.503000 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router before_create 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.503371 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.503749 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.504107 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router after_delete 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.504471 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.504826 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.505218 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router after_create 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.505570 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router after_update 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.505921 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router after_update 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.506275 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.506635 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router after_update 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.507048 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.507420 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: port after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.507763 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: port after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.508106 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: subnet after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.508450 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.508803 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.509181 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.509532 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: port before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.509877 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.510235 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router after_update 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.510580 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.511059 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.511979 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.512407 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.512808 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > agent after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.513199 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.513557 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > network after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.514421 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Tracking information for resource: router configured {{(pid=103075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:54:43.514759 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Tracking information for resource: floatingip configured {{(pid=103075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:54:43.519642 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.db.l3_agentschedulers_db [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 19:54:43.520218 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: port after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.520582 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: port after_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.520938 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: port after_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.521325 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: port after_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.522118 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router before_create 55550100 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.522492 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.522859 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.523221 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.528727 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.services.provider_configuration [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service providers = [] {{(pid=103075) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 19:54:43.529113 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.db.servicetype_db [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103075) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 19:54:43.532092 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.services.service_base [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:54:43.532449 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.services.service_base [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:54:43.532792 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.services.service_base [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:54:43.533729 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.services.service_base [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:54:43.534334 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.services.service_base [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 19:54:43.534714 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:54:43.535038 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 19:54:43.545885 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:54:43.546229 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading Plugin: auto_allocate Feb 20 19:54:43.552037 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: network precommit_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.552412 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: network precommit_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.552932 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:54:43.553290 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading Plugin: tag Feb 20 19:54:43.560247 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:54:43.560580 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading Plugin: timestamp Feb 20 19:54:43.564444 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:54:43.564780 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading Plugin: network_ip_availability Feb 20 19:54:43.570249 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.570626 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.570983 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.571690 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:54:43.572020 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading Plugin: flavors Feb 20 19:54:43.577591 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:54:43.577933 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading Plugin: revisions Feb 20 19:54:43.582293 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:54:43.582688 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_concurrency.lockutils [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.405s {{(pid=103075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 19:54:43.583426 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103075) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 19:54:43.583762 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Initializing extension manager. Feb 20 19:54:43.584287 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: __init__.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.584630 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: __pycache__ {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.584968 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.585332 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: address_group.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.586089 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.586653 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: address-group Feb 20 19:54:43.586977 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: address_scope.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.587693 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.588208 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: address-scope Feb 20 19:54:43.588533 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.589498 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.590722 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: router-admin-state-down-before-update Feb 20 19:54:43.591050 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: agent.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.591760 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.592545 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: agent Feb 20 19:54:43.592911 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: agent_resources_synced.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.593870 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.594386 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: agent-resources-synced Feb 20 19:54:43.594710 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.596495 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.597017 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: allowed-address-pairs Feb 20 19:54:43.597373 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.598467 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.598978 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: auto-allocated-topology Feb 20 19:54:43.599305 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: availability_zone.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.600004 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.600519 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: availability_zone Feb 20 19:54:43.600844 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: availability_zone_filter.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.601787 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.602302 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: availability_zone_filter Feb 20 19:54:43.602628 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: data_plane_status.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.603545 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.604052 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 19:54:43.604376 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: default_subnetpools.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.605372 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.605957 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: default-subnetpools Feb 20 19:54:43.606282 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.607099 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.607613 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: dhcp_agent_scheduler Feb 20 19:54:43.607940 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: dns.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.608858 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.609396 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension dns-integration not supported by any of loaded plugins Feb 20 19:54:43.609723 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: dns_domain_ports.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.610649 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.611158 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 19:54:43.611489 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.612415 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.612931 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 19:54:43.613280 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: dvr.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.613961 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.614476 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: dvr Feb 20 19:54:43.614799 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: ecmp_routes.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.615721 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.616235 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 19:54:43.616558 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: empty_string_filtering.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.617508 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.618020 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: empty-string-filtering Feb 20 19:54:43.618342 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.619255 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.619765 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 19:54:43.620088 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.621114 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.621694 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 19:54:43.622015 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: external_net.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.622934 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.623448 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: external-net Feb 20 19:54:43.623769 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.624679 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.625220 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: extra_dhcp_opt Feb 20 19:54:43.625544 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: extraroute.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.626457 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.626963 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: extraroute Feb 20 19:54:43.627283 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: extraroute_atomic.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.628334 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.628848 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: extraroute-atomic Feb 20 19:54:43.629203 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: filter_validation.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.629876 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.630383 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: filter-validation Feb 20 19:54:43.630704 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: fip_pf_description.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.631624 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.632132 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 19:54:43.632453 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: fip_port_details.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.633592 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.634110 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: fip-port-details Feb 20 19:54:43.634438 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: flavors.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.635693 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.636217 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: flavors Feb 20 19:54:43.637140 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.638898 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.639425 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 19:54:43.639762 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: floatingip_pools.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.640469 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.640986 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: floatingip-pools Feb 20 19:54:43.641352 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: ip_allocation.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.642289 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.642804 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 19:54:43.643136 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.644078 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.644599 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: ip-substring-filtering Feb 20 19:54:43.644928 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: l2_adjacency.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.645885 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.646400 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 19:54:43.646724 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: l3.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.647678 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.648205 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: router Feb 20 19:54:43.648533 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.650820 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.651354 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 19:54:43.651687 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.653376 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.653904 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: ext-gw-mode Feb 20 19:54:43.654234 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.655175 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.655695 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: l3-ha Feb 20 19:54:43.656022 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.656939 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.657494 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 19:54:43.657822 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: l3_flavors.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.658743 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.659262 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: l3-flavors Feb 20 19:54:43.659587 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.660981 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.661551 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 19:54:43.661886 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.662823 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.663347 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 19:54:43.663678 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: l3agentscheduler.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.664715 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.665271 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: l3_agent_scheduler Feb 20 19:54:43.665601 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: local_ip.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.667378 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.668064 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension local_ip not supported by any of loaded plugins Feb 20 19:54:43.668399 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: logging.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.671337 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.671872 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension logging not supported by any of loaded plugins Feb 20 19:54:43.672211 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: metering.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.672961 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.673600 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: metering Feb 20 19:54:43.673934 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.675045 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.675574 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: metering_source_and_destination_fields Feb 20 19:54:43.675905 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: multiprovidernet.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.676841 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.677403 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: multi-provider Feb 20 19:54:43.677737 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: netmtu.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.678657 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.679175 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: net-mtu Feb 20 19:54:43.679504 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: netmtu_writable.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.680430 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.680944 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: net-mtu-writable Feb 20 19:54:43.681306 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: network_availability_zone.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.681983 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.682500 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: network_availability_zone Feb 20 19:54:43.682824 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: network_ip_availability.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.684134 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.684659 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: network-ip-availability Feb 20 19:54:43.684988 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: network_segment_range.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.685796 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.686310 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 19:54:43.686636 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: pagination.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.687625 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.687962 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: pagination Feb 20 19:54:43.688287 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: port_device_profile.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.689256 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.689776 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: port-device-profile Feb 20 19:54:43.690101 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.691023 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.691542 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: port-mac-address-regenerate Feb 20 19:54:43.691867 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.692785 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.693334 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: port-numa-affinity-policy Feb 20 19:54:43.693662 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: port_resource_request.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.694582 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.695092 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 19:54:43.695414 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.696386 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.696898 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 19:54:43.697256 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: portbindings.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.698195 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.698712 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: binding Feb 20 19:54:43.699640 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: portbindings_extended.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.701043 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.701596 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: binding-extended Feb 20 19:54:43.701927 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: portsecurity.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.702864 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.703388 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: port-security Feb 20 19:54:43.703718 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: project_id.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.704703 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.705039 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: project-id Feb 20 19:54:43.705396 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: providernet.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.706324 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.706840 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: provider Feb 20 19:54:43.707165 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.710853 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.711385 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos not supported by any of loaded plugins Feb 20 19:54:43.711722 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.712983 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.713542 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 19:54:43.713871 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.715469 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.715989 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 19:54:43.716342 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_default.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.717869 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.718462 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-default not supported by any of loaded plugins Feb 20 19:54:43.718796 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_fip.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.719739 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.720255 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-fip not supported by any of loaded plugins Feb 20 19:54:43.720586 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.721547 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.722061 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 19:54:43.722388 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.723373 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.723885 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 19:54:43.724210 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.725297 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.725817 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 19:54:43.726144 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.727203 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.727720 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 19:54:43.728045 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.729109 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.729644 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 19:54:43.729971 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_pps_rule.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.731207 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.731727 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-pps not supported by any of loaded plugins Feb 20 19:54:43.732056 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.732983 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.733604 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 19:54:43.733935 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: qos_rules_alias.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.734996 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.735512 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 19:54:43.735841 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: quota_check_limit.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.736759 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.737316 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: quota-check-limit Feb 20 19:54:43.737647 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: quotasv2.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.738599 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.738933 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: quotas Feb 20 19:54:43.739261 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: quotasv2_detail.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.741430 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.741915 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: quota_details Feb 20 19:54:43.742355 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: rbac.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.743625 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.744376 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: rbac-policies Feb 20 19:54:43.744820 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: rbac_address_group.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.746175 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.746870 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: rbac-address-group Feb 20 19:54:43.747230 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: rbac_address_scope.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.748452 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.749255 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: rbac-address-scope Feb 20 19:54:43.749703 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: rbac_security_groups.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.750751 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.751281 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: rbac-security-groups Feb 20 19:54:43.751614 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.752656 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.753168 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: rbac-subnetpool Feb 20 19:54:43.753500 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: revisionifmatch.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.754435 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.754957 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: revision-if-match Feb 20 19:54:43.755285 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: revisions.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.756472 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.756992 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: standard-attr-revisions Feb 20 19:54:43.757346 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: router_availability_zone.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.758029 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.758592 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: router_availability_zone Feb 20 19:54:43.758917 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: routerservicetype.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.759911 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.760469 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension router-service-type not supported by any of loaded plugins Feb 20 19:54:43.760793 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.762432 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.764377 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: security-groups-normalized-cidr Feb 20 19:54:43.764709 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.765734 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.766493 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: port-security-groups-filtering Feb 20 19:54:43.766820 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.767921 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.768597 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: security-groups-remote-address-group Feb 20 19:54:43.769045 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.770107 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.770643 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: security-groups-shared-filtering Feb 20 19:54:43.770968 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.771559 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 19:54:43.771883 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: securitygroup.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.782445 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.782983 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: security-group Feb 20 19:54:43.783320 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: segment.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.784114 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.784635 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension segment not supported by any of loaded plugins Feb 20 19:54:43.784963 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.785955 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.786481 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 19:54:43.786812 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: servicetype.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.787948 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.788473 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: service-type Feb 20 19:54:43.788801 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: sorting.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.789841 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.790177 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: sorting Feb 20 19:54:43.790501 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: standard_attr_segment.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.791422 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.791941 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 19:54:43.792268 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: standardattrdescription.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.793022 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.793633 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: standard-attr-description Feb 20 19:54:43.793959 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: stateful_security_group.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.794903 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.795423 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: stateful-security-group Feb 20 19:54:43.795750 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: stdattrs_common.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.796321 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 19:54:43.796640 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.797615 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.798131 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 19:54:43.798453 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: subnet_onboard.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.799554 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.800090 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: subnet_onboard Feb 20 19:54:43.800418 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.801391 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.801911 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 19:54:43.802236 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: subnet_service_types.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.803179 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.803701 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: subnet-service-types Feb 20 19:54:43.804026 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: subnetallocation.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.805148 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.805682 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: subnet_allocation Feb 20 19:54:43.806011 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.806689 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.807216 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: subnetpool-prefix-ops Feb 20 19:54:43.807540 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.808642 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.809306 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 19:54:43.809862 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: tagging.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.812110 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.812637 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: standard-attr-tag Feb 20 19:54:43.812972 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: timestamp.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.814230 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.814759 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loaded extension: standard-attr-timestamp Feb 20 19:54:43.815090 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: trunk.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.816134 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.816663 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension trunk not supported by any of loaded plugins Feb 20 19:54:43.816991 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: trunk_details.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.817957 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.818484 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension trunk-details not supported by any of loaded plugins Feb 20 19:54:43.818813 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.819740 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.820261 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 19:54:43.820594 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Loading extension file: vlantransparent.py {{(pid=103075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:54:43.821304 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:54:43.821818 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 19:54:43.824955 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:network Feb 20 19:54:43.825614 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:subnet Feb 20 19:54:43.826015 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:54:43.826409 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:port Feb 20 19:54:43.827666 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.828135 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service FLAVORS assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.828760 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.829221 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.829559 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:router Feb 20 19:54:43.829996 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 19:54:43.830483 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service METERING assigned prefix: /metering {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.831926 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.832313 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.832672 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:54:43.833724 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 19:54:43.834172 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:security_group Feb 20 19:54:43.836281 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 19:54:43.836281 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service CORE assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.836281 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:54:43.836281 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] subnetpool is already registered Feb 20 19:54:43.836281 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service CORE assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.837235 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:54:43.837235 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] subnetpool is already registered Feb 20 19:54:43.839288 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.840419 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service FLAVORS assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.841127 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.841558 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.841897 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:router Feb 20 19:54:43.842491 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] router is already registered Feb 20 19:54:43.842900 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 19:54:43.843238 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] floatingip is already registered Feb 20 19:54:43.843691 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service METERING assigned prefix: /metering {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.844364 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 19:54:43.844695 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] rbac_policy is already registered Feb 20 19:54:43.845125 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:security_group Feb 20 19:54:43.845479 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] security_group is already registered Feb 20 19:54:43.845885 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 19:54:43.846220 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] security_group_rule is already registered Feb 20 19:54:43.846849 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service CORE assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.847180 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:54:43.847514 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] subnetpool is already registered Feb 20 19:54:43.847935 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.v2.resource_helper [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Service CORE assigned prefix: {{(pid=103075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:54:43.848262 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:54:43.848593 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING neutron.quota.resource_registry [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] subnetpool is already registered Feb 20 19:54:43.849065 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: extensions {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.850578 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: address-groups {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.852094 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: address-scopes {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.853439 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: agents {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.854626 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: auto-allocated-topology {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.856079 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: availability_zones {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.857329 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: dhcp-networks {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.858851 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: dhcp-agents {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.860278 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: routers {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.862549 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: flavors {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.863729 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: service_profiles {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.864970 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: next_providers {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.866592 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: service_profiles {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.868148 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: floatingip-pools {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.869479 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: routers {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.871794 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: floatingips {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.874062 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: l3-routers {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.875478 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: l3-agents {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.876913 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: metering-labels {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.878314 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: metering-label-rules {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.879608 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: network-ip-availabilities {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.880882 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: bindings {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.882592 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: quotas {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.884150 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: quotas {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.885715 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: rbac-policies {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.887710 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: security-groups {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.888951 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: security-group-rules {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.890284 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: service-providers {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.891504 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: subnetpools {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.892933 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: subnetpools {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.894439 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: tags {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.896123 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: tags {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.897997 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: tags {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.899767 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: tags {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.901585 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: tags {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.904230 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: tags {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.905981 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: tags {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.907895 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: tags {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.909684 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: tags {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.911583 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron.api.extensions [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Extended resource: tags {{(pid=103075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:54:43.917500 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING keystonemiddleware.auth_token [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 19:54:43.922418 dv-cinder-830085-1-iscsi neutron-server[103075]: WARNING keystonemiddleware.auth_token [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 19:54:43.931336 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_concurrency.lockutils [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Acquired lock "singleton_lock" {{(pid=103075) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 19:54:43.931811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_concurrency.lockutils [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Releasing lock "singleton_lock" {{(pid=103075) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 19:54:43.932472 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO oslo_service.service [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Starting 2 workers Feb 20 19:54:43.937936 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Started child 103184 {{(pid=103075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:54:43.942548 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Started child 103185 {{(pid=103075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:54:43.943873 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:54:43.944503 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO neutron.service [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 19:54:43.944868 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:54:43.945461 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [-] (103184) wsgi starting up on http://0.0.0.0:9696 Feb 20 19:54:43.945848 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 38366) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:54:43.947499 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO oslo_service.service [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Starting 1 workers Feb 20 19:54:43.948700 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:54:43.951350 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [-] (103185) wsgi starting up on http://0.0.0.0:9696 Feb 20 19:54:43.953673 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Started child 103187 {{(pid=103075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:54:43.954281 dv-cinder-830085-1-iscsi neutron-server[103075]: INFO oslo_service.service [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Starting 1 workers Feb 20 19:54:43.956285 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079346 Feb 20 19:54:43.958342 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.service [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] calling RpcWorker wait() {{(pid=103187) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 19:54:43.958342 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.service [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] returning from RpcWorker wait() {{(pid=103187) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 19:54:43.959140 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Started child 103189 {{(pid=103075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:54:43.959943 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:54:43.960111 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG neutron_lib.callbacks.manager [None req-78b0c819-c3f2-4da5-8188-d9e049bf0ba4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:54:43.960533 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:54:43.963069 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103075) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 19:54:43.963338 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 19:54:43.963590 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 19:54:43.965940 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 19:54:43.965940 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 19:54:43.965940 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 19:54:43.965940 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.965940 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.966886 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.967424 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.967747 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.968336 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.968619 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.968892 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.969214 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.969309 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:54:43.969865 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.969865 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.969865 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.971342 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.971342 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.971342 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.971342 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.972618 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.972618 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.972618 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.972842 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.974862 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.974862 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.974862 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] debug = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.974862 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.975146 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.975229 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.975510 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.975738 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.976011 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.976247 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.976539 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.976804 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.977030 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.979917 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.979917 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.979917 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.979917 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.979917 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.979917 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.979917 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.979917 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.980626 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] host = dv-cinder-830085-1-iscsi {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.980626 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.980935 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984015 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984015 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984015 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984015 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984015 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984015 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984015 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984015 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984512 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984512 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984631 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984933 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.984933 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_options = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.987911 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.987911 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.987911 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.987911 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.987911 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.987911 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.987911 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.988390 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.988390 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.988390 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.988390 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.990905 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.990905 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.990905 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.990905 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.990905 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.990905 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.991378 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.991455 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.991774 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.991879 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:54:43.991996 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.992134 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.992461 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.992707 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.992935 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.994135 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:43.994422 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001406 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001406 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001406 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001406 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001406 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001406 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001406 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001406 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001913 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001913 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001913 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001913 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001913 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001913 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001913 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.001913 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.002399 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.002399 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.002399 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.002399 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_json = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.002399 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.002399 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.002399 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.002849 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.002849 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.002849 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.003089 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.003494 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.004781 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.004781 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.004781 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.005035 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.005197 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.005603 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.005858 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.006101 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.006352 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.006621 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.006858 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.007186 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.008479 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.008805 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.009114 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.009426 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.009757 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.009999 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.010280 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.010546 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.010774 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.011039 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.011291 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.012303 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.012624 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.012939 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.014246 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.014590 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.014999 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.015451 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.015796 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.016083 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.016355 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.017244 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.017244 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.017244 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.017651 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.017651 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.017933 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.018086 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.018797 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.018797 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.018797 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.019251 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.019251 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.019514 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.019770 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.019927 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.020202 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.020467 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.020694 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.021311 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.021311 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.021634 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.021634 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.021874 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.022039 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.022280 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.022547 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.022884 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.023438 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.023438 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.023438 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.024295 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.024295 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.024295 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.024295 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.024837 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.024837 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.025011 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.026027 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.026436 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.026588 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.026752 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.026938 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.027248 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.027469 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.027685 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.027925 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.028147 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.028371 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.028589 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.028844 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.029666 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.030083 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.031292 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.031292 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.031292 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.031292 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.031292 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.033391 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.033391 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.033391 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.033391 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.033391 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.033391 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.033391 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.034006 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.034391 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.034796 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.035162 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.035528 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.036031 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.036221 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.036453 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.036685 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.037160 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.038082 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.038633 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.038807 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.039305 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.039305 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.039624 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.039770 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.040396 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.040396 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.040710 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.040710 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.041045 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.041242 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.041505 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.041754 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.042042 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.042297 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.042576 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.043098 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.043676 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.043851 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.043996 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.044274 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.044737 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.044997 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.046137 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.046398 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.046740 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.046914 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.047351 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.047772 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.048226 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.048649 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.049191 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.049458 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.050460 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.050460 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.050460 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.050460 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.050754 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.050949 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.051219 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.051480 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.051730 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.052002 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.052242 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.052483 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.052808 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.053119 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.053450 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.053750 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.054513 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.054513 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.054685 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.056803 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.056803 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.058112 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.058784 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.059061 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.059329 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.060680 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.061061 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.061531 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.061942 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.062331 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.062563 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.062796 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.063115 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.063449 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.063750 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.064111 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.064491 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.064787 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.065377 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.065961 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.066289 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.066592 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.066936 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.067262 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.067574 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.067895 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.068242 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.068564 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.068810 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.069079 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.069345 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.069587 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.069832 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.070181 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.070442 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.070676 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.070911 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.071151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.072382 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.072666 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.073196 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.078282 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.078282 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.078282 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.078282 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.078282 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.078282 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.078282 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.078282 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.079442 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.079442 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.079442 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.079442 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.079442 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.080078 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.080333 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.080583 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.080814 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.081069 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.081324 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.082293 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.082293 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.082293 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.082293 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.082557 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.082860 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.083143 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.083495 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.083857 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.084118 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.084454 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.084778 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.085114 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.085447 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.085761 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.086052 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.086335 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.086667 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.086980 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.087285 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.087637 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.087980 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.088365 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.088467 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.088644 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.089023 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.089443 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.089966 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.090475 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.090705 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.091076 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.091423 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.091806 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.092474 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.092691 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.093067 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.093456 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.093675 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.093970 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.094234 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.094484 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.096695 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.096695 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.096695 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.096695 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.096695 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.096695 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.096695 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.096695 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.097320 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.097320 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.097320 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.097542 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.097989 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.098260 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.098533 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.098819 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.099097 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.099390 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.099608 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.099915 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.100299 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.102245 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.102245 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.102245 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.102245 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.102245 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.102245 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.102245 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.102245 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.103354 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.103354 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.103354 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.103354 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.103354 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.103997 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.103997 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.104263 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.104263 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.104514 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.104708 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.104869 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 19:54:44.106392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103075) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 19:54:44.106392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 19:54:44.106392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 19:54:44.106392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 19:54:44.106392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 19:54:44.106392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 19:54:44.107243 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.107243 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.107243 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.107243 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.107243 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.107243 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108126 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108126 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108126 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108126 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108126 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108126 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108592 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108592 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108592 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108813 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108813 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.108985 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.109181 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.109337 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.109492 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.109653 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.109818 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] debug = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.109960 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.110166 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.110336 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.110493 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.110650 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.110812 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.110969 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.111127 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.111452 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.111610 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.111772 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.111933 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.112094 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.112254 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.112413 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.112574 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.112733 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.112891 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.113047 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] host = dv-cinder-830085-1-iscsi {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.113261 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.113426 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.113590 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.114516 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.114516 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.114516 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.114516 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.114516 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.114848 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:54:44.114940 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.114940 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.114940 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.114940 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.115178 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.115242 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.115475 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_options = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.115691 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.115691 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.116811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.116811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.117132 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.117132 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.118985 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.118985 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.118985 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.118985 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.118985 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.118985 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.118985 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.118985 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.120033 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.120033 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.120033 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.120033 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.120033 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.120033 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.120033 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.120033 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.123392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.123392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.123392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.123392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.123392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.123392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.123392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.123392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.123392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.124855 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.124855 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.124855 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.124855 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.124855 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.124855 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.124855 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.124855 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.126925 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.126925 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.126925 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.126925 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.126925 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.126925 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.126925 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.126925 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_json = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.128151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.128151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.128151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.128151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.128151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.128151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.128151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.128151 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.129312 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:54:44.129312 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.129312 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.129312 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.129312 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.129312 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.129312 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.129312 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.130437 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.130437 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.130437 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.130437 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.130437 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.130437 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.130437 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.130437 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.131541 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.131541 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.131541 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.131541 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.131541 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.131541 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.131541 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.132166 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.132166 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.132166 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.132166 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.132466 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.132466 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.132833 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.132833 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.132833 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.133429 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.133967 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.134126 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.134284 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.134421 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.134576 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.134741 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.134904 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.135733 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.135733 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.135733 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.135733 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.135733 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.137368 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.137368 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.137368 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.137368 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.137368 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.137368 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.137368 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.138571 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.138571 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.138571 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.138571 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.138571 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.138571 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.138571 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.140348 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.140348 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.140348 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.140348 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.140348 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.140348 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.140348 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.140348 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.140348 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.141239 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.141239 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.141239 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.141239 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.141239 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.141239 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.141239 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.141239 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.141239 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142076 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142076 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142076 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142076 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142076 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142076 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142642 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142642 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142642 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142933 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.142933 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.143141 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.143141 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.143844 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.143844 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.143844 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.143844 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.144240 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.144240 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.144240 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.145489 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.145489 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.145489 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.145489 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.145489 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.145489 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.145489 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.145489 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.146610 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.146610 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.146610 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.146610 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.146610 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.146610 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.146610 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.146610 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.148091 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.148091 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.148091 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.148091 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.148091 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.148091 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.148091 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.148091 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.149424 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.149424 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.149424 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.149424 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.149424 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.149424 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.149424 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.149424 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.150847 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.150847 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.150847 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.150847 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.150847 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.150847 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.150847 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.150847 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.150847 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.152570 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.152570 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.152570 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.152570 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.152570 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.152570 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.152570 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.152570 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.153330 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.153330 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.153330 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.153330 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.153330 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.153330 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.153330 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.153330 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155099 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155099 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155099 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155099 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155099 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155099 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155099 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155099 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155785 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155785 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155785 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155785 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155785 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155785 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155785 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.155785 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.157022 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.157022 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.157022 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.157022 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.157022 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.157022 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.157022 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.157022 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.158285 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.158285 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.158285 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.158285 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.158285 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.158285 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.158285 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.158285 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.160444 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.160444 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.160444 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.160444 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.160444 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.160444 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.160444 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.160444 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.161214 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.161214 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.161214 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.161214 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.161214 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.161214 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.161214 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.161214 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.162201 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.162201 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.162201 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.162201 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.162201 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.162201 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.162201 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.162201 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.163811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.163811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.163811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.163811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.163811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.163811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.163811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.163811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.163811 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.164876 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.164876 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.164876 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.164876 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.164876 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.164876 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.164876 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.164876 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.166363 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.166363 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.166363 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.166363 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.166363 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.166363 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.166363 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.166363 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167162 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167162 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167162 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167162 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167162 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167162 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167162 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167162 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167736 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167736 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167736 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167736 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167736 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167736 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.167736 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.168138 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.168138 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.168138 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.168305 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.168369 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.168528 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.168690 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.168851 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.169012 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.169212 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.169746 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.169746 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.169746 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.170038 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.170038 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.170195 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.170298 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.170470 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.171381 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.171381 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.171381 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.171381 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.171381 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.171381 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.171803 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.171803 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.171945 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.172021 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.172155 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.172324 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.172493 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.172655 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.172823 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.172998 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.173190 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.174221 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.174392 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.174555 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.174723 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.174883 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.175045 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.175210 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.175372 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.175534 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.175697 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.175858 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.176020 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.176183 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.176346 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.176508 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.176674 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.176841 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.176979 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:54:44.177220 dv-cinder-830085-1-iscsi neutron-server[103075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 19:54:55.881781 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf14b33-7d4f-488a-ab59-84f74976ee22 None None] get_active_networks_info from dv-cinder-830085-1-iscsi {{(pid=103187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 19:54:56.036038 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf14b33-7d4f-488a-ab59-84f74976ee22 None None] No non-hosted networks {{(pid=103187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 19:54:56.056241 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.agentschedulers_db [None req-adf14b33-7d4f-488a-ab59-84f74976ee22 None None] DHCP Agent not found on host dv-cinder-830085-1-iscsi {{(pid=103187) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 20 19:54:56.166862 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d62b134-4834-4a14-9b05-7378988563f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1875287'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:54:57.910024 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-680935b8-5345-4cb3-86b2-8131da52874d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1875287'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:54:57.960481 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.db.api [None req-47e21dd4-4b20-482f-aa67-c565fa7226e1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830085-1-iscsi {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 19:54:57.960794 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG oslo_db.api [None req-47e21dd4-4b20-482f-aa67-c565fa7226e1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 19:54:58.476714 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-47e21dd4-4b20-482f-aa67-c565fa7226e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:54:59.242982 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1875287'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:00.484543 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1875287'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:01.786048 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38460) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:02.151935 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1875287'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:02.152700 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.153056 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.153792 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.154290 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.154863 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.155906 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.156493 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.157079 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.157745 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.158188 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.158533 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.159046 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.159568 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:02.160378 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830085-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:02.168317 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830085-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:02.373256 dv-cinder-830085-1-iscsi neutron-server[103185]: WARNING oslo_policy.policy [None req-cb408f5f-7d4f-48a0-8023-d5c4c35cf07a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:02.373878 dv-cinder-830085-1-iscsi neutron-server[103185]: WARNING oslo_policy.policy [None req-cb408f5f-7d4f-48a0-8023-d5c4c35cf07a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:02.604797 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [None req-cb408f5f-7d4f-48a0-8023-d5c4c35cf07a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:55:02.617113 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-cb408f5f-7d4f-48a0-8023-d5c4c35cf07a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8180869 Feb 20 19:55:04.093618 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.db.l3_hamode_db [None req-5ce37fb9-754a-461e-8a2c-7a129cf15465 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 19:55:04.171633 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce37fb9-754a-461e-8a2c-7a129cf15465 None None] Routers set() bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:55:04.172019 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce37fb9-754a-461e-8a2c-7a129cf15465 None None] Router IDs set() for agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 19:55:05.230826 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38486) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:05.539276 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-3b455047-26a2-4585-9e78-f438102736fa admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:05.630385 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.policy [None req-3b455047-26a2-4585-9e78-f438102736fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103185) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 19:55:05.672722 dv-cinder-830085-1-iscsi neutron-server[103185]: WARNING oslo_policy.policy [None req-3b455047-26a2-4585-9e78-f438102736fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:05.673106 dv-cinder-830085-1-iscsi neutron-server[103185]: WARNING oslo_policy.policy [None req-3b455047-26a2-4585-9e78-f438102736fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:05.847380 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b455047-26a2-4585-9e78-f438102736fa admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736185038739', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736185037244', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736185056840', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736185053559', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736185042991', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736185002851', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3603242', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3155049', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2016498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1683365'] for rbac-policy (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:06.307315 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3b455047-26a2-4585-9e78-f438102736fa admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:06.309115 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-3b455047-26a2-4585-9e78-f438102736fa admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0773194 Feb 20 19:55:08.804534 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38496) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:09.121030 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:09.204406 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Made reservation on behalf of 78c0c9ffa320485aad4d73536f62e065 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:55:09.208269 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:09.225555 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:09.331912 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Publish callbacks [] for security_group (a92a0344-c485-4dfd-880c-c2ad9d441b4c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:09.398673 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (a92a0344-c485-4dfd-880c-c2ad9d441b4c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:09.423152 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 19:55:09.459358 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736182959665', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (2a830e05-0d0d-4175-b7b3-89f92b8969a5), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:09.459908 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Unsubscribe: segment precommit_create {{(pid=103185) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 19:55:09.460504 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Added segment 2a830e05-0d0d-4175-b7b3-89f92b8969a5 of type vlan for network 0880fd23-70be-4be0-89fe-05cc079f7609 Feb 20 19:55:09.476707 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a92a0344-c485-4dfd-880c-c2ad9d441b4c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:09.503612 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.504548 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.504548 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.504713 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.504963 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.505316 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.505642 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.505965 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.506288 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.506623 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.506950 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.507263 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.507585 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Tracked resource versions report: Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: pushed versions: Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: { 'AddressGroup': {'1.2'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'ConntrackHelper': {'1.0'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Log': {'1.0'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Network': {'1.1'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Port': {'1.7'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'PortForwarding': {'1.2'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'QosPolicy': {'1.10'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SecurityGroup': {'1.5'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SubPort': {'1.0'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Subnet': {'1.1'}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Trunk': {'1.1'}} Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: consumer versions: Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: { DHCP agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: L3 agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: Metadata agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: Metering agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: Open vSwitch agent@dv-cinder-830085-1-iscsi: { 'AddressGroup': '1.2', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'ConntrackHelper': '1.0', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'LocalIPAssociation': '1.0', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Log': '1.0', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Network': '1.1', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Port': '1.7', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'PortForwarding': '1.2', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'QosPolicy': '1.10', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SecurityGroup': '1.5', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SecurityGroupRule': '1.2', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SubPort': '1.0', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Subnet': '1.1', Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Trunk': '1.1'}} Feb 20 19:55:09.508858 dv-cinder-830085-1-iscsi neutron-server[103185]: {{(pid=103185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:55:09.573405 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (0880fd23-70be-4be0-89fe-05cc079f7609), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:09.656428 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (0880fd23-70be-4be0-89fe-05cc079f7609), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:09.661698 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:09.662413 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:09.766113 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9603543 Feb 20 19:55:09.782349 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5468d9-4e5d-4e96-93af-19d3122dcdd7 demo demo] Pushing event updated for resources: {'Network': ['ID=0880fd23-70be-4be0-89fe-05cc079f7609,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:09.795560 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 0880fd23-70be-4be0-89fe-05cc079f7609 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 19:55:12.347641 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38508) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:12.753697 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d28621-a82f-47f8-9633-7b4b4ed23713 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:12.754969 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-53d28621-a82f-47f8-9633-7b4b4ed23713 demo admin] 10.222.0.60 "GET /v2.0/networks/0880fd23-70be-4be0-89fe-05cc079f7609 HTTP/1.1" status: 200 len: 825 time: 0.4063730 Feb 20 19:55:12.780110 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-32b093fa-5e37-430d-8032-76d320c4e64e demo admin] 10.222.0.60 "GET /v2.0/subnetpools/9b66727e-3e34-4656-8862-0b645b7b6da1 HTTP/1.1" status: 200 len: 734 time: 0.0186858 Feb 20 19:55:12.788319 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '9b66727e-3e34-4656-8862-0b645b7b6da1', 'ip_version': 4, 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609', 'gateway_ip': '172.20.0.1'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:12.873194 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Made reservation on behalf of 78c0c9ffa320485aad4d73536f62e065 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:55:12.875442 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:13.233692 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (3d43da02-8323-431c-94f0-296dc1fa4783), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:13.303859 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Pushing event updated for resources: {'Subnet': ['ID=3d43da02-8323-431c-94f0-296dc1fa4783,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:13.306070 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Checking segment: {'id': '2a830e05-0d0d-4175-b7b3-89f92b8969a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:55:13.306443 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Network hostable DHCP agents. Network: 0880fd23-70be-4be0-89fe-05cc079f7609, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 19:55:13.379272 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Network 0880fd23-70be-4be0-89fe-05cc079f7609 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 19:55:13.472876 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 0880fd23-70be-4be0-89fe-05cc079f7609) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:55:13.477745 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:13.478381 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:13.483333 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04645757-cc5b-440c-b360-4c1730edd028 None None] Network 0880fd23-70be-4be0-89fe-05cc079f7609 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:55:13.570761 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9845ac86-a9d1-4343-90a8-7a4a6f716d7c demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7855237 Feb 20 19:55:13.859672 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280d935-7abc-53ab-aeff-946d572351b5-0880fd23-70be-4be0-89fe-05cc079f7609', 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609', 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'fixed_ips': [{'subnet_id': '3d43da02-8323-431c-94f0-296dc1fa4783'}]}} from dv-cinder-830085-1-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 19:55:13.860939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:14.163428 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Allocated IP 172.20.0.2 (0880fd23-70be-4be0-89fe-05cc079f7609/3d43da02-8323-431c-94f0-296dc1fa4783/c70e3f8d-e357-4dc8-9124-ce7fd715bd39) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:55:14.432132 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Publish callbacks [] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:14.525181 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:14.599875 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Network 0880fd23-70be-4be0-89fe-05cc079f7609 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:55:14.611812 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:55:14.617233 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Pushing event updated for resources: {'Port': ['ID=c70e3f8d-e357-4dc8-9124-ce7fd715bd39,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:14.621897 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:55:14.628373 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.628740 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.629105 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.629464 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.629796 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.630126 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.630454 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.630779 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.631105 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.631571 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.631859 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.632178 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.632497 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Tracked resource versions report: Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: pushed versions: Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: { 'AddressGroup': {'1.2'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'ConntrackHelper': {'1.0'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Log': {'1.0'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Network': {'1.1'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Port': {'1.7'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'PortForwarding': {'1.2'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'QosPolicy': {'1.10'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SecurityGroup': {'1.5'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SubPort': {'1.0'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Subnet': {'1.1'}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Trunk': {'1.1'}} Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: consumer versions: Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: { DHCP agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: L3 agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: Metadata agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: Metering agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: Open vSwitch agent@dv-cinder-830085-1-iscsi: { 'AddressGroup': '1.2', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'ConntrackHelper': '1.0', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'LocalIPAssociation': '1.0', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Log': '1.0', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Network': '1.1', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Port': '1.7', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'PortForwarding': '1.2', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'QosPolicy': '1.10', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SecurityGroup': '1.5', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SecurityGroupRule': '1.2', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SubPort': '1.0', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Subnet': '1.1', Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Trunk': '1.1'}} Feb 20 19:55:14.633838 dv-cinder-830085-1-iscsi neutron-server[103187]: {{(pid=103187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:55:14.709448 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Attempting to bind port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:55:14.709767 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Attempting to bind port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '2a830e05-0d0d-4175-b7b3-89f92b8969a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:55:14.710174 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Attempting to bind port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 on network 0880fd23-70be-4be0-89fe-05cc079f7609 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:55:14.715605 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:55:14.715968 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Checking segment: {'id': '2a830e05-0d0d-4175-b7b3-89f92b8969a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:55:14.716442 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:14.716830 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Bound using segment: {'id': '2a830e05-0d0d-4175-b7b3-89f92b8969a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:55:14.717597 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Bound port: c70e3f8d-e357-4dc8-9124-ce7fd715bd39, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a830e05-0d0d-4175-b7b3-89f92b8969a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:55:14.717997 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:14.782452 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] For port c70e3f8d-e357-4dc8-9124-ce7fd715bd39, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:55:14.786648 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] For port c70e3f8d-e357-4dc8-9124-ce7fd715bd39, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=c70e3f8d-e357-4dc8-9124-ce7fd715bd39,segment=NetworkSegment(2a830e05-0d0d-4175-b7b3-89f92b8969a5),segment_id=2a830e05-0d0d-4175-b7b3-89f92b8969a5)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:55:14.873529 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:14.939177 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8d79-51bf-4926-86f2-d38a8c1c66da None None] Pushing event updated for resources: {'Port': ['ID=c70e3f8d-e357-4dc8-9124-ce7fd715bd39,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:16.145478 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 38516) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:16.647560 dv-cinder-830085-1-iscsi neutron-server[103184]: WARNING oslo_policy.policy [None req-0a2737f2-aad8-4e4e-8cb5-ca3b37e6591b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:16.648117 dv-cinder-830085-1-iscsi neutron-server[103184]: WARNING oslo_policy.policy [None req-0a2737f2-aad8-4e4e-8cb5-ca3b37e6591b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:16.873500 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [None req-0a2737f2-aad8-4e4e-8cb5-ca3b37e6591b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:55:16.874603 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-0a2737f2-aad8-4e4e-8cb5-ca3b37e6591b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7282047 Feb 20 19:55:19.463428 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38530) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:19.778714 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [None req-1ad198d2-dbf7-476c-b45c-35370cf5ded4 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:55:19.779688 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1ad198d2-dbf7-476c-b45c-35370cf5ded4 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3152416 Feb 20 19:55:22.361598 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38538) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:22.674548 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-4c12a66f-700f-4b49-93ae-500eb2bcfea8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:22.776937 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c12a66f-700f-4b49-93ae-500eb2bcfea8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1873850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11345'] for router (53a9a30b-3f02-4ebe-9fa2-559504c80876), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:22.778502 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c12a66f-700f-4b49-93ae-500eb2bcfea8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1874474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1875835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11434'] for router (53a9a30b-3f02-4ebe-9fa2-559504c80876), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:22.921291 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c12a66f-700f-4b49-93ae-500eb2bcfea8 demo demo] Publish callbacks [] for router_controller (53a9a30b-3f02-4ebe-9fa2-559504c80876), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:23.057687 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c12a66f-700f-4b49-93ae-500eb2bcfea8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1874467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884'] for router (53a9a30b-3f02-4ebe-9fa2-559504c80876), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:23.143310 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4c12a66f-700f-4b49-93ae-500eb2bcfea8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:23.144525 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4c12a66f-700f-4b49-93ae-500eb2bcfea8 demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7818520 Feb 20 19:55:24.888969 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device c70e3f8d-e357-4dc8-9124-ce7fd715bd39 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:55:24.977078 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:24.977531 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:25.088720 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:55:25.089022 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:25.122995 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port c70e3f8d-e357-4dc8-9124-ce7fd715bd39, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=c70e3f8d-e357-4dc8-9124-ce7fd715bd39,segment=NetworkSegment(2a830e05-0d0d-4175-b7b3-89f92b8969a5),segment_id=2a830e05-0d0d-4175-b7b3-89f92b8969a5)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:55:25.196947 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:25.248849 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=c70e3f8d-e357-4dc8-9124-ce7fd715bd39,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:25.720367 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38550) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:25.859141 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-934a8fc8-4f9c-4b32-bb82-888b2ac08603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:26.049362 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [None req-cdfd1e52-f8f4-4d75-b3dd-8d3ed5fe4ab6 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:55:26.050368 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-cdfd1e52-f8f4-4d75-b3dd-8d3ed5fe4ab6 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3289754 Feb 20 19:55:26.437496 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2439ed4-3443-42b0-91c4-b9227d64d6f3 None None] Network 0880fd23-70be-4be0-89fe-05cc079f7609 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:55:26.499854 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-a4994a57-b0dd-4029-95e0-708c221440d5 None None] Provisioning complete for port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:26.500244 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a4994a57-b0dd-4029-95e0-708c221440d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:26.625880 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a4994a57-b0dd-4029-95e0-708c221440d5 None None] Current status of the port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:55:26.846577 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-b5b0d368-754e-4324-be4c-b4e9c55f5891 None None] Provisioning complete for port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:26.847185 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d368-754e-4324-be4c-b4e9c55f5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:26.875292 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device c70e3f8d-e357-4dc8-9124-ce7fd715bd39 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:55:26.963230 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:26.963511 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:26.988890 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0d368-754e-4324-be4c-b4e9c55f5891 None None] Current status of the port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:55:27.047917 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:55:27.878384 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39b2a800-a399-4419-b4db-7dcc16393e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:28.616720 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38558) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:28.946695 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:29.018676 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Made reservation on behalf of f1ce46401e8941afafdaf85c68a24880 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:55:29.020782 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:29.028796 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:29.102408 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Publish callbacks [] for security_group (cb6f84f1-d55f-4d03-b95c-4dc929a8d165), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:29.152579 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (cb6f84f1-d55f-4d03-b95c-4dc929a8d165), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:29.166379 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Reserving flat network on physical network physnet1 {{(pid=103185) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 19:55:29.188159 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (24fba93e-5230-4319-a16c-78ad28c74fdc), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:29.188494 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Added segment 24fba93e-5230-4319-a16c-78ad28c74fdc of type flat for network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b Feb 20 19:55:29.189650 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6f84f1-d55f-4d03-b95c-4dc929a8d165,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:29.199243 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:29.234840 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:29.301597 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:29.302463 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:29.303031 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:29.390939 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] Pushing event updated for resources: {'Network': ['ID=7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:29.400695 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 19:55:29.401855 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4eb4b1f9-b1a0-40fd-bb4b-a372777bc981 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7840428 Feb 20 19:55:30.484042 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:31.008492 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:55:31.922709 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38576) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:32.040042 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc58c1a-dc43-43e0-b5ba-6c013839498e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:32.042275 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9cc58c1a-dc43-43e0-b5ba-6c013839498e demo admin] 10.222.0.60 "GET /v2.0/subnets/3d43da02-8323-431c-94f0-296dc1fa4783 HTTP/1.1" status: 200 len: 849 time: 0.1186104 Feb 20 19:55:32.146879 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:32.174489 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8befb6de-728e-48e8-9fec-5de6cbc6cdc5 demo admin] 10.222.0.60 "GET /v2.0/routers/53a9a30b-3f02-4ebe-9fa2-559504c80876 HTTP/1.1" status: 200 len: 704 time: 0.1264963 Feb 20 19:55:32.451584 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:32.788559 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Allocated IP 172.20.0.1 (0880fd23-70be-4be0-89fe-05cc079f7609/3d43da02-8323-431c-94f0-296dc1fa4783/f86efbe1-4c11-4a7e-9d4a-ed2068c12b96) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:55:32.942401 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Publish callbacks [] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:33.093964 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:33.171838 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Network 0880fd23-70be-4be0-89fe-05cc079f7609 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:55:33.180813 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:55:33.183553 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:55:33.184076 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1875579'] for router_interface (53a9a30b-3f02-4ebe-9fa2-559504c80876), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:33.204054 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Pushing event updated for resources: {'Port': ['ID=f86efbe1-4c11-4a7e-9d4a-ed2068c12b96,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:33.344290 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-4d89dd3d-116a-4d7b-86db-98063e329be8 None None] Provisioning complete for port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:33.344841 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d89dd3d-116a-4d7b-86db-98063e329be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:33.375796 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4d89dd3d-116a-4d7b-86db-98063e329be8 None None] Port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 19:55:33.456461 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:33.660895 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Publish callbacks [] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:33.724106 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:33.724938 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1875695'] for router_interface (53a9a30b-3f02-4ebe-9fa2-559504c80876), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:33.804867 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Pushing event updated for resources: {'Port': ['ID=f86efbe1-4c11-4a7e-9d4a-ed2068c12b96,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:33.852613 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Network 0880fd23-70be-4be0-89fe-05cc079f7609 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:55:33.854694 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:55:34.090172 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Router 53a9a30b-3f02-4ebe-9fa2-559504c80876 is scheduled to L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 19:55:34.182985 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 19:55:34.188871 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4d277ab7-bb44-43fd-8e6f-86d93e48937b demo admin] 10.222.0.60 "PUT /v2.0/routers/53a9a30b-3f02-4ebe-9fa2-559504c80876/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0092728 Feb 20 19:55:34.197920 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Sync routers for ids ['53a9a30b-3f02-4ebe-9fa2-559504c80876'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 19:55:34.203251 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-d0659cd3-96fe-4226-8438-d3ddaf5bf1a1 None None] Provisioning complete for port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:34.203801 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0659cd3-96fe-4226-8438-d3ddaf5bf1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:34.213235 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Routers {'53a9a30b-3f02-4ebe-9fa2-559504c80876'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:55:34.214227 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T19:55:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['53a9a30b-3f02-4ebe-9fa2-559504c80876'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:34.248662 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d0659cd3-96fe-4226-8438-d3ddaf5bf1a1 None None] Port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 19:55:34.410742 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Set router 53a9a30b-3f02-4ebe-9fa2-559504c80876 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:55:34.846415 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'name': 'router1', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:22Z', 'updated_at': '2022-02-20T19:55:33Z', 'revision_number': 2, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'gw_port_host': None, '_interfaces': [{'id': 'f86efbe1-4c11-4a7e-9d4a-ed2068c12b96', 'name': '', 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'mac_address': 'fa:16:3e:c2:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:55:32Z', 'updated_at': '2022-02-20T19:55:33Z', 'revision_number': 2, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'subnets': [{'id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b66727e-3e34-4656-8862-0b645b7b6da1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:34.897325 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Checking router: 53a9a30b-3f02-4ebe-9fa2-559504c80876 for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 19:55:34.897694 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Updating router 53a9a30b-3f02-4ebe-9fa2-559504c80876 port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 19:55:34.950083 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:35.464332 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Publish callbacks [] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:35.535888 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:35.677270 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Pushing event updated for resources: {'Port': ['ID=f86efbe1-4c11-4a7e-9d4a-ed2068c12b96,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:35.702184 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.702616 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.702985 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.703315 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.703644 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.703964 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.704336 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.704661 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.704980 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.705337 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.705666 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.705975 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.706374 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Tracked resource versions report: Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: pushed versions: Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: { 'AddressGroup': {'1.2'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Log': {'1.0'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Network': {'1.1'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Port': {'1.7'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'PortForwarding': {'1.2'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'QosPolicy': {'1.10'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SecurityGroup': {'1.5'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SubPort': {'1.0'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Subnet': {'1.1'}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Trunk': {'1.1'}} Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: consumer versions: Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: { DHCP agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: L3 agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: Metadata agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: Metering agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: Open vSwitch agent@dv-cinder-830085-1-iscsi: { 'AddressGroup': '1.2', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'ConntrackHelper': '1.0', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'LocalIPAssociation': '1.0', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Log': '1.0', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Network': '1.1', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Port': '1.7', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'PortForwarding': '1.2', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'QosPolicy': '1.10', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SecurityGroup': '1.5', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SecurityGroupRule': '1.2', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SubPort': '1.0', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Subnet': '1.1', Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Trunk': '1.1'}} Feb 20 19:55:35.707743 dv-cinder-830085-1-iscsi neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:55:35.724525 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Attempting to bind port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:55:35.725181 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Attempting to bind port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '2a830e05-0d0d-4175-b7b3-89f92b8969a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:55:35.725845 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Attempting to bind port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 on network 0880fd23-70be-4be0-89fe-05cc079f7609 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:55:35.734162 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:55:35.734600 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Checking segment: {'id': '2a830e05-0d0d-4175-b7b3-89f92b8969a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:55:35.735031 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:35.737875 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Bound using segment: {'id': '2a830e05-0d0d-4175-b7b3-89f92b8969a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:55:35.737875 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Bound port: f86efbe1-4c11-4a7e-9d4a-ed2068c12b96, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a830e05-0d0d-4175-b7b3-89f92b8969a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:55:35.737875 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:35.778645 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f5b119cf-0d57-4889-b786-00997a1befc9 None None] Provisioning complete for port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:35.779173 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5b119cf-0d57-4889-b786-00997a1befc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:35.810271 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] For port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:55:35.820103 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f5b119cf-0d57-4889-b786-00997a1befc9 None None] Port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 19:55:35.831518 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] For port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f86efbe1-4c11-4a7e-9d4a-ed2068c12b96,segment=NetworkSegment(2a830e05-0d0d-4175-b7b3-89f92b8969a5),segment_id=2a830e05-0d0d-4175-b7b3-89f92b8969a5)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:55:35.905960 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:35.978810 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Routers {'53a9a30b-3f02-4ebe-9fa2-559504c80876'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:55:35.979457 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T19:55:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['53a9a30b-3f02-4ebe-9fa2-559504c80876'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:35.986123 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d880e-d77b-4eb9-9d9a-cc73acf6e451 None None] Pushing event updated for resources: {'Port': ['ID=f86efbe1-4c11-4a7e-9d4a-ed2068c12b96,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:36.102921 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] Set router 53a9a30b-3f02-4ebe-9fa2-559504c80876 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:55:36.145028 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-ceea30a5-f3e7-4383-95e2-711a3e279cf6 None None] Provisioning complete for port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:36.146082 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ceea30a5-f3e7-4383-95e2-711a3e279cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:36.254410 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ceea30a5-f3e7-4383-95e2-711a3e279cf6 None None] Current status of the port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:55:36.254756 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ceea30a5-f3e7-4383-95e2-711a3e279cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:36.289232 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ceea30a5-f3e7-4383-95e2-711a3e279cf6 None None] For port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f86efbe1-4c11-4a7e-9d4a-ed2068c12b96,segment=NetworkSegment(2a830e05-0d0d-4175-b7b3-89f92b8969a5),segment_id=2a830e05-0d0d-4175-b7b3-89f92b8969a5)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:55:36.348098 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'name': 'router1', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:22Z', 'updated_at': '2022-02-20T19:55:33Z', 'revision_number': 2, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'gw_port_host': None, '_interfaces': [{'id': 'f86efbe1-4c11-4a7e-9d4a-ed2068c12b96', 'name': '', 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'mac_address': 'fa:16:3e:c2:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:55:32Z', 'updated_at': '2022-02-20T19:55:35Z', 'revision_number': 4, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'subnets': [{'id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b66727e-3e34-4656-8862-0b645b7b6da1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:36.358476 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ceea30a5-f3e7-4383-95e2-711a3e279cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:36.379271 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c8542-d0e8-495d-97f3-c3688cb9a8a7 None None] The sync data for ids ['53a9a30b-3f02-4ebe-9fa2-559504c80876'] in dv-cinder-830085-1-iscsi is: [{'id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'name': 'router1', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:22Z', 'updated_at': '2022-02-20T19:55:33Z', 'revision_number': 2, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'gw_port_host': None, '_interfaces': [{'id': 'f86efbe1-4c11-4a7e-9d4a-ed2068c12b96', 'name': '', 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'mac_address': 'fa:16:3e:c2:1f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:55:32Z', 'updated_at': '2022-02-20T19:55:35Z', 'revision_number': 4, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'subnets': [{'id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b66727e-3e34-4656-8862-0b645b7b6da1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 19:55:36.421944 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea30a5-f3e7-4383-95e2-711a3e279cf6 None None] Pushing event updated for resources: {'Port': ['ID=f86efbe1-4c11-4a7e-9d4a-ed2068c12b96,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:36.704220 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38596) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:36.816327 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d7d612-eb1a-45c9-bc75-2eb4bdee6a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:36.817753 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-10d7d612-eb1a-45c9-bc75-2eb4bdee6a61 admin admin] 10.222.0.60 "GET /v2.0/networks/7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b HTTP/1.1" status: 200 len: 842 time: 0.1125352 Feb 20 19:55:36.828285 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:36.929711 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Made reservation on behalf of f1ce46401e8941afafdaf85c68a24880 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:55:36.932022 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:37.354721 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.objects.ports [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103185) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 19:55:37.355072 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (d63c7ebb-e35a-434b-8422-e1380fd0de05), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:37.409771 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63c7ebb-e35a-434b-8422-e1380fd0de05,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:37.418138 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:55:37.418495 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Network hostable DHCP agents. Network: 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 19:55:37.512607 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 19:55:37.592828 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:55:37.596782 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:37.597411 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:37.604252 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f3763a-934a-4e1b-a353-d9994344be06 None None] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:55:37.697165 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-88f114de-498a-4553-85c2-8c24569e2c49 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8617647 Feb 20 19:55:37.717784 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba22c0-2f4a-4408-aad4-7401eb9bbb45 None None] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:55:40.116578 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 38604) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:40.254350 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6282db97-bbb2-4219-90b9-12b527978f9b demo admin] 10.222.0.60 "GET /v2.0/routers/53a9a30b-3f02-4ebe-9fa2-559504c80876 HTTP/1.1" status: 200 len: 710 time: 0.1366756 Feb 20 19:55:40.341603 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75af1a45-5641-4428-b89f-b604e7c2ef91 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:40.343249 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-75af1a45-5641-4428-b89f-b604e7c2ef91 demo admin] 10.222.0.60 "GET /v2.0/networks/7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b HTTP/1.1" status: 200 len: 886 time: 0.0835850 Feb 20 19:55:40.352013 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:40.607108 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Publish callbacks [] for router_gateway (53a9a30b-3f02-4ebe-9fa2-559504c80876), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:40.909768 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Publish callbacks [] for router_gateway (53a9a30b-3f02-4ebe-9fa2-559504c80876), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:40.984016 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:41.091578 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Allocated IP 172.27.0.174 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/787d48eb-f27d-495d-8b6b-bcfb402f0ea3) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:55:41.190267 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Publish callbacks [] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:41.270629 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:41.323183 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:55:41.325902 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:55:41.331197 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:55:41.336201 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Pushing event updated for resources: {'Port': ['ID=787d48eb-f27d-495d-8b6b-bcfb402f0ea3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:41.760369 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Publish callbacks [] for router_gateway (53a9a30b-3f02-4ebe-9fa2-559504c80876), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:41.962013 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1875785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11452'] for router (53a9a30b-3f02-4ebe-9fa2-559504c80876), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:41.965520 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1875806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1875799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1874481'] for router (53a9a30b-3f02-4ebe-9fa2-559504c80876), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:42.075271 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Router 53a9a30b-3f02-4ebe-9fa2-559504c80876 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 19:55:42.183535 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 19:55:42.187721 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:42.188905 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-869f5250-17a2-48c1-b3e6-d9008f5fc236 demo admin] 10.222.0.60 "PUT /v2.0/routers/53a9a30b-3f02-4ebe-9fa2-559504c80876 HTTP/1.1" status: 200 len: 890 time: 1.8400488 Feb 20 19:55:44.787526 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 38616) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:44.916083 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:55:44.966016 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:44.966511 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:45.049419 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.policy [None req-712d147c-29b6-47c9-86b2-54532a01a4ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103184) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 19:55:45.049600 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:55:45.098028 dv-cinder-830085-1-iscsi neutron-server[103184]: WARNING oslo_policy.policy [None req-712d147c-29b6-47c9-86b2-54532a01a4ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:45.098411 dv-cinder-830085-1-iscsi neutron-server[103184]: WARNING oslo_policy.policy [None req-712d147c-29b6-47c9-86b2-54532a01a4ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:45.108681 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-712d147c-29b6-47c9-86b2-54532a01a4ba admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3201001 Feb 20 19:55:45.128280 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Sync routers for ids ['53a9a30b-3f02-4ebe-9fa2-559504c80876'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 19:55:45.141734 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Routers {'53a9a30b-3f02-4ebe-9fa2-559504c80876'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:55:45.142413 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T19:55:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['53a9a30b-3f02-4ebe-9fa2-559504c80876'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:45.364855 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Set router 53a9a30b-3f02-4ebe-9fa2-559504c80876 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:55:45.849860 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'name': 'router1', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '787d48eb-f27d-495d-8b6b-bcfb402f0ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:22Z', 'updated_at': '2022-02-20T19:55:41Z', 'revision_number': 4, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'gw_port': {'id': '787d48eb-f27d-495d-8b6b-bcfb402f0ea3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:55:40Z', 'updated_at': '2022-02-20T19:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'f86efbe1-4c11-4a7e-9d4a-ed2068c12b96', 'name': '', 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'mac_address': 'fa:16:3e:c2:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:55:32Z', 'updated_at': '2022-02-20T19:55:36Z', 'revision_number': 5, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'subnets': [{'id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b66727e-3e34-4656-8862-0b645b7b6da1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:45.900115 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Checking router: 53a9a30b-3f02-4ebe-9fa2-559504c80876 for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 19:55:45.900115 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Updating router 53a9a30b-3f02-4ebe-9fa2-559504c80876 port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3 binding host dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 19:55:45.950877 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:46.271565 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Publish callbacks [] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:46.323863 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:46.370194 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20024ac-8eed-42f3-b88c-ef614c3c9866 None None] Pushing event updated for resources: {'Port': ['ID=787d48eb-f27d-495d-8b6b-bcfb402f0ea3,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:46.380646 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Attempting to bind port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:55:46.381015 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Attempting to bind port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:55:46.388008 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Attempting to bind port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3 on network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:55:46.388008 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:55:46.388008 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:55:46.388008 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:46.388008 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Bound using segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:55:46.388454 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Bound port: 787d48eb-f27d-495d-8b6b-bcfb402f0ea3, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:55:46.388545 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:46.454370 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] For port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:55:46.458096 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] For port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=787d48eb-f27d-495d-8b6b-bcfb402f0ea3,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:55:46.556534 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:46.614800 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Routers {'53a9a30b-3f02-4ebe-9fa2-559504c80876'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:55:46.615405 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T19:55:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['53a9a30b-3f02-4ebe-9fa2-559504c80876'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:46.618146 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20024ac-8eed-42f3-b88c-ef614c3c9866 None None] Pushing event updated for resources: {'Port': ['ID=787d48eb-f27d-495d-8b6b-bcfb402f0ea3,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:46.725637 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] Set router 53a9a30b-3f02-4ebe-9fa2-559504c80876 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:55:46.959960 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'name': 'router1', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '787d48eb-f27d-495d-8b6b-bcfb402f0ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:22Z', 'updated_at': '2022-02-20T19:55:41Z', 'revision_number': 4, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'gw_port': {'id': '787d48eb-f27d-495d-8b6b-bcfb402f0ea3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:55:40Z', 'updated_at': '2022-02-20T19:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'f86efbe1-4c11-4a7e-9d4a-ed2068c12b96', 'name': '', 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'mac_address': 'fa:16:3e:c2:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:55:32Z', 'updated_at': '2022-02-20T19:55:36Z', 'revision_number': 5, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'subnets': [{'id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b66727e-3e34-4656-8862-0b645b7b6da1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:46.988675 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fffd831-bd52-41e1-9ce2-f87122d8ef72 None None] The sync data for ids ['53a9a30b-3f02-4ebe-9fa2-559504c80876'] in dv-cinder-830085-1-iscsi is: [{'id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'name': 'router1', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '787d48eb-f27d-495d-8b6b-bcfb402f0ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:22Z', 'updated_at': '2022-02-20T19:55:41Z', 'revision_number': 4, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'gw_port': {'id': '787d48eb-f27d-495d-8b6b-bcfb402f0ea3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:55:40Z', 'updated_at': '2022-02-20T19:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'f86efbe1-4c11-4a7e-9d4a-ed2068c12b96', 'name': '', 'network_id': '0880fd23-70be-4be0-89fe-05cc079f7609', 'tenant_id': '78c0c9ffa320485aad4d73536f62e065', 'mac_address': 'fa:16:3e:c2:1f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a9a30b-3f02-4ebe-9fa2-559504c80876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:55:32Z', 'updated_at': '2022-02-20T19:55:36Z', 'revision_number': 5, 'project_id': '78c0c9ffa320485aad4d73536f62e065', 'subnets': [{'id': '3d43da02-8323-431c-94f0-296dc1fa4783', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b66727e-3e34-4656-8862-0b645b7b6da1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 19:55:48.988946 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 787d48eb-f27d-495d-8b6b-bcfb402f0ea3 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:55:49.069331 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:49.070161 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:49.172980 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:55:49.173762 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:49.202088 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=787d48eb-f27d-495d-8b6b-bcfb402f0ea3,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:55:49.315509 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:49.412501 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=787d48eb-f27d-495d-8b6b-bcfb402f0ea3,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:50.994405 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 787d48eb-f27d-495d-8b6b-bcfb402f0ea3 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:55:51.132263 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:55:51.132996 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (787d48eb-f27d-495d-8b6b-bcfb402f0ea3), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:51.294244 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 787d48eb-f27d-495d-8b6b-bcfb402f0ea3 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:55:55.860679 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-678104e3-39fc-4375-baaf-925a797dfb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:57.921219 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60fd531d-3326-45d9-a8bd-039f3379eb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:59.214210 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:00.415801 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:02.158169 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:08.008494 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:56:25.866486 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5586adf0-cc5a-44c8-a609-b458135d5fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:28.475979 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60344472-efa1-4129-a2b3-72198a45d173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:29.211861 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:30.425869 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:32.150011 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:45.009922 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:56:55.859568 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04bb45df-e073-440f-8260-6e426cd9d085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:57.920253 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4f6bd4b-0429-426f-8f07-68d0d0450f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:59.205079 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:00.424967 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:02.156357 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:07.854321 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39102) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:07.930327 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-839b5a53-34b5-4970-aa54-1194741d7c84 admin admin] GET failed (client error): The resource could not be found. Feb 20 19:57:07.931656 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-839b5a53-34b5-4970-aa54-1194741d7c84 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0763881 Feb 20 19:57:08.128035 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932f406-a7b3-4a3d-aca8-cef6cc821429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:08.129541 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-f932f406-a7b3-4a3d-aca8-cef6cc821429 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1934843 Feb 20 19:57:10.486984 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39112) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:10.579033 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3dab9c-a6d7-42a3-949f-f36451eb4aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:10.580389 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-bc3dab9c-a6d7-42a3-949f-f36451eb4aaa admin admin] 10.222.0.60 "GET /v2.0/subnets/3d43da02-8323-431c-94f0-296dc1fa4783 HTTP/1.1" status: 200 len: 849 time: 0.0924492 Feb 20 19:57:10.590583 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:57:10.680135 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Publish callbacks [] for subnet (3d43da02-8323-431c-94f0-296dc1fa4783), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:10.876734 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736182759298'] for subnet (3d43da02-8323-431c-94f0-296dc1fa4783), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:10.908656 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:10.909289 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:10.911459 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] 10.222.0.60 "PUT /v2.0/subnets/3d43da02-8323-431c-94f0-296dc1fa4783 HTTP/1.1" status: 200 len: 868 time: 0.3237474 Feb 20 19:57:10.916706 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3eef8b-4455-4e6b-8aba-1531d5e5355c None None] Network 0880fd23-70be-4be0-89fe-05cc079f7609 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:57:10.940704 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d43da02-8323-431c-94f0-296dc1fa4783,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:10.946634 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.947017 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.947373 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.947737 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.948069 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.948397 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.948750 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.949077 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.949440 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.949790 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.950118 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.950438 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:10.950754 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e55ae-a6e8-4fd9-9788-945142c6aafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:11.277351 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-867fa955-1cd7-4d32-881e-a443503ea94c None None] Provisioning complete for port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:11.277738 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-867fa955-1cd7-4d32-881e-a443503ea94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (c70e3f8d-e357-4dc8-9124-ce7fd715bd39), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:11.359771 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-867fa955-1cd7-4d32-881e-a443503ea94c None None] Current status of the port c70e3f8d-e357-4dc8-9124-ce7fd715bd39 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:11.370586 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-867fa955-1cd7-4d32-881e-a443503ea94c None None] Provisioning complete for port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:11.370975 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-867fa955-1cd7-4d32-881e-a443503ea94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f86efbe1-4c11-4a7e-9d4a-ed2068c12b96), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:11.446532 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-867fa955-1cd7-4d32-881e-a443503ea94c None None] Current status of the port f86efbe1-4c11-4a7e-9d4a-ed2068c12b96 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:13.241681 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39122) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:13.443806 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e5c83-1eef-4089-b389-f21ffb90872b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:13.444187 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e5c83-1eef-4089-b389-f21ffb90872b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:13.445753 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-347e5c83-1eef-4089-b389-f21ffb90872b admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031076 Feb 20 19:57:15.781348 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39130) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:15.912886 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fcf2ea-4b26-422d-9526-41ff40f4e3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:15.913379 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fcf2ea-4b26-422d-9526-41ff40f4e3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:15.914908 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-74fcf2ea-4b26-422d-9526-41ff40f4e3d0 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325805 Feb 20 19:57:18.242887 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39138) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:18.373826 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027aba2-48f1-4270-bae6-5bc13047ebad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:18.375209 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-3027aba2-48f1-4270-bae6-5bc13047ebad admin admin] 10.222.0.60 "GET /v2.0/networks/0880fd23-70be-4be0-89fe-05cc079f7609 HTTP/1.1" status: 200 len: 869 time: 0.1313710 Feb 20 19:57:20.692659 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39146) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:20.819299 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b213047-14a7-4a98-a84d-69e90d98bead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:20.820663 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5b213047-14a7-4a98-a84d-69e90d98bead admin admin] 10.222.0.60 "GET /v2.0/networks/7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b HTTP/1.1" status: 200 len: 886 time: 0.1270411 Feb 20 19:57:22.010672 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:57:23.142897 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39154) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:23.265340 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34dd5a8-3ee8-4d3a-943f-51a4a604a76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:23.265796 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34dd5a8-3ee8-4d3a-943f-51a4a604a76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:23.267316 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c34dd5a8-3ee8-4d3a-943f-51a4a604a76e admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234701 Feb 20 19:57:25.585529 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39162) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:25.712951 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e25b1-976b-418d-b907-0b0d1b088bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:25.713427 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e25b1-976b-418d-b907-0b0d1b088bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:25.714933 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-116e25b1-976b-418d-b907-0b0d1b088bf2 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284616 Feb 20 19:57:25.881900 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcc937a3-f6ae-45ee-80be-e974a6927244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:27.898999 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab330087-0205-4437-9d1e-6b0b87766d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:28.022456 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39170) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:28.224238 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2605ec-b959-4e08-8240-e582618ef953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:28.225658 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6e2605ec-b959-4e08-8240-e582618ef953 admin admin] 10.222.0.60 "GET /v2.0/subnets/3d43da02-8323-431c-94f0-296dc1fa4783 HTTP/1.1" status: 200 len: 868 time: 0.2021775 Feb 20 19:57:29.247342 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:30.458901 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:30.623580 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39180) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:30.708757 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39047104-2d7f-4328-9b3d-80aca3a576a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:30.710095 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-39047104-2d7f-4328-9b3d-80aca3a576a1 admin admin] 10.222.0.60 "GET /v2.0/subnets/d63c7ebb-e35a-434b-8422-e1380fd0de05 HTTP/1.1" status: 200 len: 816 time: 0.0855508 Feb 20 19:57:32.144383 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:55.883233 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fcb2001b-a78f-4e1f-b030-a55d9d48b1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:57.903441 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4849c23-6e47-4924-bc31-0304802ab287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:59.009503 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:57:59.215463 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39232) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:59.218271 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:59.263841 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [None req-eef9e4f9-5360-4fa6-a4d1-dee9fd49633a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:57:59.264841 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-eef9e4f9-5360-4fa6-a4d1-dee9fd49633a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484431 Feb 20 19:58:00.460545 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:01.692821 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39240) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:01.753966 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-473e0757-cf2b-4e0d-8c53-044378527c5d admin admin] GET failed (client error): The resource could not be found. Feb 20 19:58:01.755232 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-473e0757-cf2b-4e0d-8c53-044378527c5d admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614574 Feb 20 19:58:01.841902 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad1e14-ced8-48b0-9e95-84daf54783d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:01.843730 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-cfad1e14-ced8-48b0-9e95-84daf54783d8 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0845189 Feb 20 19:58:02.151528 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:04.196427 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39248) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:04.244463 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:58:04.340381 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Made reservation on behalf of f1ce46401e8941afafdaf85c68a24880 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:58:04.343468 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:04.386965 dv-cinder-830085-1-iscsi neutron-server[103184]: WARNING neutron.services.revisions.revision_plugin [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Could not find related network for resource to bump revision. Feb 20 19:58:04.407045 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 19:58:04.418731 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736182959665', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (dadd2250-3878-437a-99fb-284b13ba1225), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:04.419268 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Unsubscribe: segment precommit_create {{(pid=103184) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 19:58:04.419760 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Added segment dadd2250-3878-437a-99fb-284b13ba1225 of type vlan for network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 Feb 20 19:58:04.482008 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (5e1cf86a-845e-4df5-a6d7-00cbaef80e80), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:04.589243 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (5e1cf86a-845e-4df5-a6d7-00cbaef80e80), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:04.590312 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:04.590923 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:04.693188 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4955142 Feb 20 19:58:04.719116 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e1cf86a-845e-4df5-a6d7-00cbaef80e80,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:04.730081 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.730423 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.730875 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.731219 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.731544 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.731885 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.732202 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.732663 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.733005 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.733445 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.733797 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.734115 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.734434 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3113d-0bcc-499e-8808-f189b9723ef0 admin admin] Tracked resource versions report: Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: pushed versions: Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: { 'AddressGroup': {'1.2'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'ConntrackHelper': {'1.0'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Log': {'1.0'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Network': {'1.1'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Port': {'1.7'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'PortForwarding': {'1.2'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'QosPolicy': {'1.10'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SecurityGroup': {'1.5'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SubPort': {'1.0'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Subnet': {'1.1'}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Trunk': {'1.1'}} Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: consumer versions: Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: { DHCP agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: L3 agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: Metadata agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: Metering agent@dv-cinder-830085-1-iscsi: {}, Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: Open vSwitch agent@dv-cinder-830085-1-iscsi: { 'AddressGroup': '1.2', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'ConntrackHelper': '1.0', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'LocalIPAssociation': '1.0', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Log': '1.0', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Network': '1.1', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Port': '1.7', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'PortForwarding': '1.2', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'QosPolicy': '1.10', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SecurityGroup': '1.5', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SecurityGroupRule': '1.2', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SubPort': '1.0', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Subnet': '1.1', Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Trunk': '1.1'}} Feb 20 19:58:04.735825 dv-cinder-830085-1-iscsi neutron-server[103184]: {{(pid=103184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:58:04.767116 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 19:58:07.066160 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39260) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:07.127195 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f412a6-f979-467c-9231-a8546a21463f admin admin] GET failed (client error): The resource could not be found. Feb 20 19:58:07.129025 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-a7f412a6-f979-467c-9231-a8546a21463f admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617223 Feb 20 19:58:07.199916 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c9155-7efc-4a2a-b922-0d47a6144635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:07.201418 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c49c9155-7efc-4a2a-b922-0d47a6144635 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682998 Feb 20 19:58:07.212057 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:58:07.314542 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Made reservation on behalf of f1ce46401e8941afafdaf85c68a24880 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:58:07.317788 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:07.612190 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (caf59f2b-81f1-4895-a115-123663d91252), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:07.669031 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf59f2b-81f1-4895-a115-123663d91252,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:07.679837 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Checking segment: {'id': 'dadd2250-3878-437a-99fb-284b13ba1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:58:07.680213 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Network hostable DHCP agents. Network: 5e1cf86a-845e-4df5-a6d7-00cbaef80e80, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 19:58:07.780094 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 19:58:07.863578 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 5e1cf86a-845e-4df5-a6d7-00cbaef80e80) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:58:07.868219 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:07.868806 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:07.873075 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43cb037-2e83-49bd-ab07-641f288adeed None None] Network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:58:07.959359 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-1dc810c4-b2a1-49ee-9c7b-17140a5378c3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7505393 Feb 20 19:58:08.076870 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280d935-7abc-53ab-aeff-946d572351b5-5e1cf86a-845e-4df5-a6d7-00cbaef80e80', 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80', 'project_id': 'f1ce46401e8941afafdaf85c68a24880', 'fixed_ips': [{'subnet_id': 'caf59f2b-81f1-4895-a115-123663d91252'}]}} from dv-cinder-830085-1-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 19:58:08.078020 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:08.222479 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Allocated IP 192.168.233.2 (5e1cf86a-845e-4df5-a6d7-00cbaef80e80/caf59f2b-81f1-4895-a115-123663d91252/1930cb4f-2127-48a0-a62f-32a54a11bd73) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:58:08.364865 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Publish callbacks [] for port (1930cb4f-2127-48a0-a62f-32a54a11bd73), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:08.464648 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (1930cb4f-2127-48a0-a62f-32a54a11bd73), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:08.508898 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:58:08.511872 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:58:08.514476 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:58:08.527211 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Pushing event updated for resources: {'Port': ['ID=1930cb4f-2127-48a0-a62f-32a54a11bd73,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:08.550902 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.551273 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.551636 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.551974 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.552304 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.552630 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.552956 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.553310 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.553634 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.553972 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.554297 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.554610 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.554925 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:08.589270 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Attempting to bind port 1930cb4f-2127-48a0-a62f-32a54a11bd73 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:58:08.589639 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Attempting to bind port 1930cb4f-2127-48a0-a62f-32a54a11bd73 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': 'dadd2250-3878-437a-99fb-284b13ba1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:58:08.590034 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Attempting to bind port 1930cb4f-2127-48a0-a62f-32a54a11bd73 on network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:58:08.595380 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:58:08.595755 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Checking segment: {'id': 'dadd2250-3878-437a-99fb-284b13ba1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:58:08.596155 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:08.597368 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Bound using segment: {'id': 'dadd2250-3878-437a-99fb-284b13ba1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:58:08.597847 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Bound port: 1930cb4f-2127-48a0-a62f-32a54a11bd73, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadd2250-3878-437a-99fb-284b13ba1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:58:08.598229 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1930cb4f-2127-48a0-a62f-32a54a11bd73), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:08.660425 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] For port 1930cb4f-2127-48a0-a62f-32a54a11bd73, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:58:08.663703 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] For port 1930cb4f-2127-48a0-a62f-32a54a11bd73, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=1930cb4f-2127-48a0-a62f-32a54a11bd73,segment=NetworkSegment(dadd2250-3878-437a-99fb-284b13ba1225),segment_id=dadd2250-3878-437a-99fb-284b13ba1225)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:58:08.743955 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1930cb4f-2127-48a0-a62f-32a54a11bd73), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:08.805127 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327590f9-3014-4cc6-bb34-13313d2c0ade None None] Pushing event updated for resources: {'Port': ['ID=1930cb4f-2127-48a0-a62f-32a54a11bd73,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:09.669388 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8ad45-914d-41a8-9e6e-9bc23d969d08 None None] Network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:58:09.741298 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-b26cd855-5d7b-4123-b0fb-186697ff6559 None None] Provisioning complete for port 1930cb4f-2127-48a0-a62f-32a54a11bd73 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:58:09.741684 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b26cd855-5d7b-4123-b0fb-186697ff6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (1930cb4f-2127-48a0-a62f-32a54a11bd73), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:09.859195 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b26cd855-5d7b-4123-b0fb-186697ff6559 None None] Current status of the port 1930cb4f-2127-48a0-a62f-32a54a11bd73 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:58:09.859613 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b26cd855-5d7b-4123-b0fb-186697ff6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1930cb4f-2127-48a0-a62f-32a54a11bd73), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:09.896597 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-b26cd855-5d7b-4123-b0fb-186697ff6559 None None] For port 1930cb4f-2127-48a0-a62f-32a54a11bd73, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=1930cb4f-2127-48a0-a62f-32a54a11bd73,segment=NetworkSegment(dadd2250-3878-437a-99fb-284b13ba1225),segment_id=dadd2250-3878-437a-99fb-284b13ba1225)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:58:09.972601 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b26cd855-5d7b-4123-b0fb-186697ff6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1930cb4f-2127-48a0-a62f-32a54a11bd73), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:10.031617 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cd855-5d7b-4123-b0fb-186697ff6559 None None] Pushing event updated for resources: {'Port': ['ID=1930cb4f-2127-48a0-a62f-32a54a11bd73,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:10.093023 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-609dde45-8bfd-458d-bda6-b665155d7d4f None None] Provisioning complete for port 1930cb4f-2127-48a0-a62f-32a54a11bd73 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:58:10.093571 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-609dde45-8bfd-458d-bda6-b665155d7d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (1930cb4f-2127-48a0-a62f-32a54a11bd73), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:10.177056 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-609dde45-8bfd-458d-bda6-b665155d7d4f None None] Current status of the port 1930cb4f-2127-48a0-a62f-32a54a11bd73 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:58:10.999671 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 1930cb4f-2127-48a0-a62f-32a54a11bd73 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:58:11.052157 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 1930cb4f-2127-48a0-a62f-32a54a11bd73 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:58:11.052720 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (1930cb4f-2127-48a0-a62f-32a54a11bd73), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:11.138825 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 1930cb4f-2127-48a0-a62f-32a54a11bd73 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:58:25.863568 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e768cdcb-c68c-4c1d-8d88-d2dcb02fd211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:27.911048 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e4c9eda-43a2-41e6-8840-3664c85d9ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:29.234423 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:30.482304 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:32.136775 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:36.009348 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:58:55.876234 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81ad8fcf-965f-428c-8ac3-5fc1d8d34d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:57.922121 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c47df5f-6ede-4882-9b5f-776c4f862566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:59.204563 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:00.485138 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:02.143806 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:13.008124 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:59:25.889716 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c44f3b3-8b68-45d3-a703-4d0bfa41aa72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:27.943722 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c571ec29-d09c-45fe-985a-97161b004b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:29.232805 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:30.467433 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:32.163830 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:50.006981 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:59:55.879483 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0fe37b8f-32c7-4deb-a01c-4c7013912a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:57.920352 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-006cb4eb-b7c1-464a-8441-c0443ea4d895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:59.237336 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:00.132492 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39298) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:00:00.138212 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [None req-b15ce0ef-0f55-416f-be84-bccb51b148cd tempest-verify_tempest_config-589839999 tempest-verify_tempest_config-589839999-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:00:00.139161 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b15ce0ef-0f55-416f-be84-bccb51b148cd tempest-verify_tempest_config-589839999 tempest-verify_tempest_config-589839999-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056973 Feb 20 20:00:00.485069 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:00.673116 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39316) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:00:00.774878 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:00.845328 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Publish callbacks [] for security_group (21f8dc9b-005e-4f02-8c25-7de0a7e4623d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:00.911510 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (21f8dc9b-005e-4f02-8c25-7de0a7e4623d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:00.956498 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f8dc9b-005e-4f02-8c25-7de0a7e4623d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:00:00.960181 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=afc0de58150b41eca7a2ea72eb8fbbfd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2860353 Feb 20 20:00:00.963243 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39320) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:00:00.965627 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.965970 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.966302 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.966882 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.967200 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.967517 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.967858 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.968182 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.968495 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.968807 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.969144 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.969459 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:00.969768 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0dc360-b78a-44e2-a2ef-ba49f95164a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.039824 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Publish callbacks [] for security_group (21f8dc9b-005e-4f02-8c25-7de0a7e4623d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:01.060362 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Publish callbacks [] for security_group (21f8dc9b-005e-4f02-8c25-7de0a7e4623d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:01.209103 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (21f8dc9b-005e-4f02-8c25-7de0a7e4623d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:01.211609 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:01.212778 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21f8dc9b-005e-4f02-8c25-7de0a7e4623d HTTP/1.1" status: 204 len: 168 time: 0.2485685 Feb 20 20:00:01.224286 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f8dc9b-005e-4f02-8c25-7de0a7e4623d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:00:01.228802 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.229197 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.229549 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.229892 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.230224 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.230561 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.230930 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.231267 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.231612 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.231958 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.232357 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.232619 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:01.232944 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e6245-af4b-40fb-b331-fd27afdce5d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:02.142566 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:25.905161 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-938d4a0d-f5eb-447e-ac4b-4aad33946e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:27.006252 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:00:27.895576 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc48546e-4aa0-44c9-a18a-16eda5a333ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:29.236431 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:30.432970 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:32.135490 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:55.894963 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d8086d6-d57b-43ac-9f00-a26ae9f63e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:57.933472 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1d555bb-9a29-4015-a214-bddd2db9d05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:59.237761 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:00.458540 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:02.144340 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:04.004814 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:01:25.899895 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-77deaae5-c3e5-4fa1-9f4c-b6b51721e59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:27.904957 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3631c62c-ba42-4e82-bfe2-6e87b6d191a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:29.259240 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:30.451946 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:32.149204 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:41.003671 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 5 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:01:48.018599 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1875287'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:55.887181 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-152cf1f0-4a4c-4c85-a718-4e4825266eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:57.927328 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a06c983e-300c-4c5d-bc7c-b55490e7af51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:59.262445 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:00.475356 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:02.154309 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:02.497643 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39392) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:02:02.603846 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-0e9591b1-6fc0-43c7-a3df-e200e894e276 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1050909 Feb 20 20:02:04.944711 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39402) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:02:04.998624 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-07aec165-0c9c-441c-966a-18bbb16e9951 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528085 Feb 20 20:02:17.972796 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:18.002005 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:02:25.890948 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-993aaa3c-3b6c-47e3-bf18-ac84ef055d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:27.914486 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4534a59-ed9b-4f59-8816-b40e95e10adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:29.223205 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:30.484817 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:32.153413 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:47.959781 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:55.001982 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:02:55.885836 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d90e3e7b-e587-457b-bf11-4feefc30e319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:57.931778 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1a777ff-883a-43ea-9cd6-da19b8ed180e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:59.256528 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:00.503690 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:02.177800 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:18.004235 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:25.895633 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-83b2827c-8582-4f5c-b112-6c7ffbb74c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:27.929658 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-def42221-b37c-4983-8158-3d5bde4ea8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:29.227550 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:30.455517 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:32.002157 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:03:32.158062 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:44.819002 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39568) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:45.208212 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-network', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:45.293140 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Made reservation on behalf of 7c41f18c6d374064a28ac5b75141a0d3 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:45.293140 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.303681 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.331095 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39594) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:45.395487 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Publish callbacks [] for security_group (0732f318-54ff-478b-b00f-ef0edee78f6a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.455214 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (0732f318-54ff-478b-b00f-ef0edee78f6a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.477284 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:03:45.495534 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0732f318-54ff-478b-b00f-ef0edee78f6a,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:45.497990 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (3a556062-41b4-445b-a1ad-e02b26422d28), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.498322 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Added segment 3a556062-41b4-445b-a1ad-e02b26422d28 of type vlan for network 37567a22-fd4c-4456-b47a-a244d0fa7971 Feb 20 20:03:45.512301 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.512667 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.513012 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.513370 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.513695 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.514015 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.514336 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.514659 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.514992 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.515902 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.516437 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.516746 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.517119 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Tracked resource versions report: Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: pushed versions: Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: { 'AddressGroup': {'1.2'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'ConntrackHelper': {'1.0'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Log': {'1.0'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Network': {'1.1'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Port': {'1.7'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'PortForwarding': {'1.2'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'QosPolicy': {'1.10'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SecurityGroup': {'1.5'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SubPort': {'1.0'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Subnet': {'1.1'}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Trunk': {'1.1'}} Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: consumer versions: Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: { DHCP agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: L3 agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: Metadata agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: Metering agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: Open vSwitch agent@dv-cinder-830085-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'ConntrackHelper': '1.0', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'LocalIPAssociation': '1.0', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Log': '1.0', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Network': '1.1', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Port': '1.7', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'PortForwarding': '1.2', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'QosPolicy': '1.10', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SecurityGroup': '1.5', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SecurityGroupRule': '1.2', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'SubPort': '1.0', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Subnet': '1.1', Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: 'Trunk': '1.1'}} Feb 20 20:03:45.518236 dv-cinder-830085-1-iscsi neutron-server[103185]: {{(pid=103185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:03:45.558866 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (37567a22-fd4c-4456-b47a-a244d0fa7971), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.666878 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (37567a22-fd4c-4456-b47a-a244d0fa7971), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.667893 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:45.668487 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.744421 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] Pushing event updated for resources: {'Network': ['ID=37567a22-fd4c-4456-b47a-a244d0fa7971,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:45.755887 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-164226067-network', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:45.769188 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 37567a22-fd4c-4456-b47a-a244d0fa7971 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:03:45.784889 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-13be8e39-009c-4eb8-9cb3-25bb12d9394a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9643493 Feb 20 20:03:45.788185 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39622) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:45.796301 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Request body: {'subnet': {'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-subnet', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:45.858158 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39624) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:45.865035 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Made reservation on behalf of 27dde5e056c34a6a9fdf78ab276c3fc6 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:45.876514 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.880514 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.898947 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Made reservation on behalf of 7c41f18c6d374064a28ac5b75141a0d3 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:45.904904 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.907051 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39632) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:46.130097 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Publish callbacks [] for security_group (cf351fcb-9cdb-40ad-b100-f1376dedf6ee), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.214971 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (cf351fcb-9cdb-40ad-b100-f1376dedf6ee), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.230942 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:03:46.244129 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-network', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:46.248425 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (e9068444-01a5-4614-906d-18b4e47d1e28), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.268407 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.268766 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Added segment d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa of type vlan for network 071c382c-ea33-42d9-9b4c-49dc8158480b Feb 20 20:03:46.279209 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf351fcb-9cdb-40ad-b100-f1376dedf6ee,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:46.296052 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-529823891-network', 'tenant_id': 'da1818d276f14d708be99c940260b757'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:46.330267 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Made reservation on behalf of e1bbd53d77c94e618e7f59de051406ed for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:46.333717 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.345462 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.353391 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.353997 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.354152 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.354538 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.354948 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.355684 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.356488 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.357250 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.358403 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.358885 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.359679 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.360453 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.361229 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Tracked resource versions report: Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: pushed versions: Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: { 'AddressGroup': {'1.2'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'ConntrackHelper': {'1.0'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Log': {'1.0'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Network': {'1.1'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Port': {'1.7'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'PortForwarding': {'1.2'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'QosPolicy': {'1.10'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SecurityGroup': {'1.5'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SubPort': {'1.0'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Subnet': {'1.1'}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Trunk': {'1.1'}} Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: consumer versions: Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: { DHCP agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: L3 agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: Metadata agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: Metering agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: Open vSwitch agent@dv-cinder-830085-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'ConntrackHelper': '1.0', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'LocalIPAssociation': '1.0', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Log': '1.0', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Network': '1.1', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Port': '1.7', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'PortForwarding': '1.2', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'QosPolicy': '1.10', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SecurityGroup': '1.5', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SecurityGroupRule': '1.2', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'SubPort': '1.0', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Subnet': '1.1', Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: 'Trunk': '1.1'}} Feb 20 20:03:46.362708 dv-cinder-830085-1-iscsi neutron-server[103184]: {{(pid=103184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:03:46.376847 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9068444-01a5-4614-906d-18b4e47d1e28,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:46.385749 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (071c382c-ea33-42d9-9b4c-49dc8158480b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.388692 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Made reservation on behalf of da1818d276f14d708be99c940260b757 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:46.391956 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.409218 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.441575 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Checking segment: {'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:46.441940 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Network hostable DHCP agents. Network: 37567a22-fd4c-4456-b47a-a244d0fa7971, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:03:46.506740 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (071c382c-ea33-42d9-9b4c-49dc8158480b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.507737 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:46.508330 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.522050 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Publish callbacks [] for security_group (3de9761e-71b4-4a58-8e54-8cf3eeff778f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.570670 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Network 37567a22-fd4c-4456-b47a-a244d0fa7971 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:03:46.586811 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Publish callbacks [] for security_group (059fd25d-38eb-4a42-96ee-4465fac0b426), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.589870 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] Pushing event updated for resources: {'Network': ['ID=071c382c-ea33-42d9-9b4c-49dc8158480b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:46.603132 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 071c382c-ea33-42d9-9b4c-49dc8158480b details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:03:46.608519 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (3de9761e-71b4-4a58-8e54-8cf3eeff778f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.658997 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-fff20fbb-f44b-4e61-93b3-ad1daa68579a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3269176 Feb 20 20:03:46.662071 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39658) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:46.662980 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de9761e-71b4-4a58-8e54-8cf3eeff778f,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:46.665478 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:03:46.668722 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Request body: {'subnet': {'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-164226067-subnet', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:46.690540 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (20165056-916c-4fb3-8bfd-b0c7042a96e4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.690890 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Added segment 20165056-916c-4fb3-8bfd-b0c7042a96e4 of type vlan for network 628a481f-f881-4fc8-9417-12ed3960094e Feb 20 20:03:46.713500 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 37567a22-fd4c-4456-b47a-a244d0fa7971) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:46.720060 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:46.720685 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.751539 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48bfb3b-be31-4f70-8301-e86441eca6ce None None] Network 37567a22-fd4c-4456-b47a-a244d0fa7971 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:46.751652 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (059fd25d-38eb-4a42-96ee-4465fac0b426), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.769104 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Made reservation on behalf of 27dde5e056c34a6a9fdf78ab276c3fc6 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:46.772001 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.810238 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (628a481f-f881-4fc8-9417-12ed3960094e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.860504 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-6e1cf7e8-2528-41f6-b581-81abb499b29f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0681622 Feb 20 20:03:46.863875 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39668) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:46.868959 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-router', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:46.935426 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:03:46.945751 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059fd25d-38eb-4a42-96ee-4465fac0b426,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:46.982962 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (66081670-0ce7-496d-b6b5-9b68fb930d4f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.988925 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1873850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11345'] for router (511be392-3962-464c-9efd-e9ae028dda4f), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:46.989818 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Added segment 66081670-0ce7-496d-b6b5-9b68fb930d4f of type vlan for network 3a4cb438-6960-42f9-a911-4a7d769daf28 Feb 20 20:03:46.992520 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1874474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1875835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11434'] for router (511be392-3962-464c-9efd-e9ae028dda4f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.019137 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (628a481f-f881-4fc8-9417-12ed3960094e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.022528 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:47.023358 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.029380 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d6893b-307d-4253-ba1e-f4905a6f70f3 None None] Network 37567a22-fd4c-4456-b47a-a244d0fa7971 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:47.115463 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (3a4cb438-6960-42f9-a911-4a7d769daf28), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.209161 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (3a4cb438-6960-42f9-a911-4a7d769daf28), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.210814 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:47.211741 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.238248 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3766475 Feb 20 20:03:47.242313 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39690) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:47.248915 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Request body: {'subnet': {'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-subnet', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:47.269248 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks [] for router_controller (511be392-3962-464c-9efd-e9ae028dda4f), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.285137 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286a1d1-c33a-430e-ac7e-659b28802f07 admin admin] Pushing event updated for resources: {'Network': ['ID=628a481f-f881-4fc8-9417-12ed3960094e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:47.306203 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3980033 Feb 20 20:03:47.310563 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 628a481f-f881-4fc8-9417-12ed3960094e details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:03:47.349259 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39696) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:47.354210 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Request body: {'subnet': {'network_id': '3a4cb438-6960-42f9-a911-4a7d769daf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-529823891-subnet', 'tenant_id': 'da1818d276f14d708be99c940260b757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:47.403801 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Made reservation on behalf of e1bbd53d77c94e618e7f59de051406ed for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:47.409460 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.485664 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dfca5-c992-46d2-b2a8-fb704f521d06 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4cb438-6960-42f9-a911-4a7d769daf28,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:47.489131 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (25c77737-ac14-4962-b301-e7c4e84c6957), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.504144 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 3a4cb438-6960-42f9-a911-4a7d769daf28 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:03:47.565794 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Made reservation on behalf of da1818d276f14d708be99c940260b757 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:47.569480 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.703286 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks [] for router_gateway (511be392-3962-464c-9efd-e9ae028dda4f), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.731866 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c77737-ac14-4962-b301-e7c4e84c6957,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:47.740982 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Checking segment: {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:47.741397 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Network hostable DHCP agents. Network: 071c382c-ea33-42d9-9b4c-49dc8158480b, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:03:47.844391 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (c944ad5c-f538-4714-b338-90f8675dfd7a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.871154 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Network 071c382c-ea33-42d9-9b4c-49dc8158480b is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:03:47.923617 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c944ad5c-f538-4714-b338-90f8675dfd7a,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:47.950566 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Checking segment: {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:47.951251 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Network hostable DHCP agents. Network: 628a481f-f881-4fc8-9417-12ed3960094e, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:03:47.988063 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 071c382c-ea33-42d9-9b4c-49dc8158480b) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:47.995385 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:47.995385 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:47.999227 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5dc00-8e8c-4773-9ae8-8b0c5473c832 None None] Network 071c382c-ea33-42d9-9b4c-49dc8158480b requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:48.011000 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.072145 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.106228 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Network 628a481f-f881-4fc8-9417-12ed3960094e is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:03:48.114630 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks [] for router_gateway (511be392-3962-464c-9efd-e9ae028dda4f), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.138883 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 628a481f-f881-4fc8-9417-12ed3960094e) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:48.147774 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.166954 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:48.175322 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.179170 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40456ee4-aa70-492c-bd29-1f37393a5c6c None None] Network 628a481f-f881-4fc8-9417-12ed3960094e requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:48.184330 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:48.197311 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Checking segment: {'id': '66081670-0ce7-496d-b6b5-9b68fb930d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3a4cb438-6960-42f9-a911-4a7d769daf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:48.200500 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Network hostable DHCP agents. Network: 3a4cb438-6960-42f9-a911-4a7d769daf28, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:03:48.214122 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-4cd968c1-81d4-4a90-909b-e77fcd5295aa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5507934 Feb 20 20:03:48.214755 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39718) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:48.238391 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280d935-7abc-53ab-aeff-946d572351b5-071c382c-ea33-42d9-9b4c-49dc8158480b', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957'}]}} from dv-cinder-830085-1-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:03:48.239588 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.258375 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:48.301838 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-64a67b65-9030-4080-8419-82876a0c1821 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0580118 Feb 20 20:03:48.302784 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39726) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:48.310378 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:48.362804 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Network 3a4cb438-6960-42f9-a911-4a7d769daf28 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:03:48.426924 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1873850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11345'] for router (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.429046 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1874474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1875835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11434'] for router (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.490738 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1873850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11345'] for router (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.491923 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1874474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1875835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11434'] for router (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.496255 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Allocated IP 172.27.0.35 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/1983e25b-32da-4269-b746-7f757d9e302a) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:48.499847 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 3a4cb438-6960-42f9-a911-4a7d769daf28) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:48.508920 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:48.509694 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280d935-7abc-53ab-aeff-946d572351b5-628a481f-f881-4fc8-9417-12ed3960094e', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a'}]}} from dv-cinder-830085-1-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:03:48.510727 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.514079 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.564892 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097dee38-aa8f-4f17-a006-44423bda010b None None] Network 3a4cb438-6960-42f9-a911-4a7d769daf28 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:48.576857 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks [] for router_controller (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.626559 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks [] for router_controller (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:48.717684 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Allocated IP 172.20.0.2 (071c382c-ea33-42d9-9b4c-49dc8158480b/25c77737-ac14-4962-b301-e7c4e84c6957/d203bf83-1242-4414-83ad-1546750e2dcd) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:48.741024 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f10a148d-d100-4dff-b06f-d13898ed64a8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3801856 Feb 20 20:03:48.887130 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks [] for port (1983e25b-32da-4269-b746-7f757d9e302a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.056540 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks [] for router_gateway (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.083687 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (1983e25b-32da-4269-b746-7f757d9e302a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.094653 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Allocated IP 172.20.0.2 (628a481f-f881-4fc8-9417-12ed3960094e/c944ad5c-f538-4714-b338-90f8675dfd7a/2be0726d-6757-44a8-85de-4ce8e3d53e20) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:49.097927 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks [] for router_gateway (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.108243 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ecd00-05eb-4cd9-8bb5-7f3518e16e1d None None] Network 3a4cb438-6960-42f9-a911-4a7d769daf28 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:49.196556 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:49.198943 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:49.200859 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Pushing event updated for resources: {'Port': ['ID=1983e25b-32da-4269-b746-7f757d9e302a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:49.204086 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:03:49.406836 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks [] for router_gateway (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.425122 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Publish callbacks [] for port (d203bf83-1242-4414-83ad-1546750e2dcd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.434717 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.492333 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Publish callbacks [] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.503093 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.569318 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Network 071c382c-ea33-42d9-9b4c-49dc8158480b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:49.581266 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:49.581266 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:03:49.593132 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Pushing event updated for resources: {'Port': ['ID=d203bf83-1242-4414-83ad-1546750e2dcd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:49.627122 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.666832 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39794) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:49.672646 dv-cinder-830085-1-iscsi neutron-server[103185]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 20:03:49.677533 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Allocated IP 172.27.0.152 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/4051649b-0fb2-4929-98fb-53ccd78592ba) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:49.679827 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39796) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:49.685840 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Network 628a481f-f881-4fc8-9417-12ed3960094e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:49.688321 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:49.693785 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:03:49.706818 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.707355 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.707745 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.708093 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.708429 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.708874 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.709106 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.709438 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.709928 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.710269 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.710627 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.711744 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.712110 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Tracked resource versions report: Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: pushed versions: Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: { 'AddressGroup': {'1.2'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'ConntrackHelper': {'1.0'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Log': {'1.0'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Network': {'1.1'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Port': {'1.7'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'PortForwarding': {'1.2'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'QosPolicy': {'1.10'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SecurityGroup': {'1.5'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SubPort': {'1.0'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Subnet': {'1.1'}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Trunk': {'1.1'}} Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: consumer versions: Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: { DHCP agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: L3 agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: Metadata agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: Metering agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: Open vSwitch agent@dv-cinder-830085-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'ConntrackHelper': '1.0', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'LocalIPAssociation': '1.0', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Log': '1.0', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Network': '1.1', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Port': '1.7', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'PortForwarding': '1.2', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'QosPolicy': '1.10', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SecurityGroup': '1.5', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SecurityGroupRule': '1.2', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'SubPort': '1.0', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Subnet': '1.1', Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: 'Trunk': '1.1'}} Feb 20 20:03:49.713414 dv-cinder-830085-1-iscsi neutron-server[103187]: {{(pid=103187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:03:49.779951 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39800) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:49.875442 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Attempting to bind port d203bf83-1242-4414-83ad-1546750e2dcd on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:03:49.877353 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Attempting to bind port d203bf83-1242-4414-83ad-1546750e2dcd by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:03:49.877975 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Attempting to bind port d203bf83-1242-4414-83ad-1546750e2dcd on network 071c382c-ea33-42d9-9b4c-49dc8158480b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:03:49.891115 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Attempting to bind port 2be0726d-6757-44a8-85de-4ce8e3d53e20 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:03:49.891741 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Attempting to bind port 2be0726d-6757-44a8-85de-4ce8e3d53e20 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:03:49.892405 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Attempting to bind port 2be0726d-6757-44a8-85de-4ce8e3d53e20 on network 628a481f-f881-4fc8-9417-12ed3960094e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:03:49.910533 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:03:49.911562 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Checking segment: {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:49.912152 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:49.913291 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Bound using segment: {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:03:49.914586 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Bound port: 2be0726d-6757-44a8-85de-4ce8e3d53e20, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:03:49.915193 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.019816 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks [] for router_gateway (511be392-3962-464c-9efd-e9ae028dda4f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.025438 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:03:50.026040 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Checking segment: {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:50.026577 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.026979 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Bound using segment: {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:03:50.027662 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Bound port: d203bf83-1242-4414-83ad-1546750e2dcd, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:03:50.028047 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.031953 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks [] for router_gateway (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.043126 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Pushing event updated for resources: {'Port': ['ID=2be0726d-6757-44a8-85de-4ce8e3d53e20,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:50.059830 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] For port 2be0726d-6757-44a8-85de-4ce8e3d53e20, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:03:50.096560 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.097513 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] For port 2be0726d-6757-44a8-85de-4ce8e3d53e20, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=2be0726d-6757-44a8-85de-4ce8e3d53e20,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:03:50.098049 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1539a32d-1b31-4bfa-b62f-30845f7779e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.112135 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b10039ca-083b-455f-981a-1c5a137d81dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.130518 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] For port d203bf83-1242-4414-83ad-1546750e2dcd, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:03:50.134904 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] For port d203bf83-1242-4414-83ad-1546750e2dcd, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=d203bf83-1242-4414-83ad-1546750e2dcd,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:03:50.152021 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-f3584c6f-e960-4b2b-a628-3d540331a0f5 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:50.154147 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-f3584c6f-e960-4b2b-a628-3d540331a0f5 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/networks?id=3a4cb438-6960-42f9-a911-4a7d769daf28 HTTP/1.1" status: 200 len: 811 time: 0.4828203 Feb 20 20:03:50.170113 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.196999 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-c9f9a34e-36df-4ed3-9301-f4596cac5d04 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/quotas/da1818d276f14d708be99c940260b757 HTTP/1.1" status: 200 len: 375 time: 0.0298615 Feb 20 20:03:50.214009 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks [] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.218428 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.291018 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ac939-18d4-40bb-9d87-a0229a2b8620 None None] Pushing event updated for resources: {'Port': ['ID=2be0726d-6757-44a8-85de-4ce8e3d53e20,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:50.295912 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-e8e65557-46f1-4d9a-ad20-46cf739157a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=da1818d276f14d708be99c940260b757&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856397 Feb 20 20:03:50.352751 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1539a32d-1b31-4bfa-b62f-30845f7779e2 admin admin] Publish callbacks [] for security_group (2991acd6-b422-4487-a8c5-039f2b38aab3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.359855 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b10039ca-083b-455f-981a-1c5a137d81dc admin admin] Publish callbacks [] for security_group (052a7444-404b-4fd8-9a3e-0acc86850c2e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.399846 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74792a-48b9-4371-a579-c4ec593b6911 None None] Pushing event updated for resources: {'Port': ['ID=d203bf83-1242-4414-83ad-1546750e2dcd,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:50.432601 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1539a32d-1b31-4bfa-b62f-30845f7779e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (2991acd6-b422-4487-a8c5-039f2b38aab3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.457264 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1874467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884'] for router (511be392-3962-464c-9efd-e9ae028dda4f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.471135 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b10039ca-083b-455f-981a-1c5a137d81dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (052a7444-404b-4fd8-9a3e-0acc86850c2e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.473148 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:50.510225 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539a32d-1b31-4bfa-b62f-30845f7779e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2991acd6-b422-4487-a8c5-039f2b38aab3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:50.536343 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1539a32d-1b31-4bfa-b62f-30845f7779e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d278237f443f40c398ddd662c1d8129d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8467669 Feb 20 20:03:50.540014 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:50.542994 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39818) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:50.556832 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:50.571869 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:03:50.672755 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Allocated IP 172.27.0.120 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/31e1929d-8909-46ea-a88c-6d09c1d9dbb2) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:50.675255 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=4051649b-0fb2-4929-98fb-53ccd78592ba,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:50.686442 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-4c2ae7fb-1772-49cc-90ad-b36eb5a21237 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:03:50.688612 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-4c2ae7fb-1772-49cc-90ad-b36eb5a21237 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2439010 Feb 20 20:03:50.799579 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10039ca-083b-455f-981a-1c5a137d81dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052a7444-404b-4fd8-9a3e-0acc86850c2e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:50.940059 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-b10039ca-083b-455f-981a-1c5a137d81dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ce78bad2d05441fbe1a39d88b0e9045&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1599333 Feb 20 20:03:50.940854 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39830) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:51.008465 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a334af6c-fb30-465d-8110-13fe7a0911ef admin admin] Publish callbacks [] for security_group (2991acd6-b422-4487-a8c5-039f2b38aab3), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.035227 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-c30b2af8-aba6-4060-bfa7-bae973b9d02c service neutron] 10.222.0.60 "GET /v2.0/networks/3a4cb438-6960-42f9-a911-4a7d769daf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213947 Feb 20 20:03:51.056127 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a334af6c-fb30-465d-8110-13fe7a0911ef admin admin] Publish callbacks [] for security_group (2991acd6-b422-4487-a8c5-039f2b38aab3), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.085008 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks [] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.110972 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbda6b86-7414-4af0-8f50-73692c476f40 admin admin] Publish callbacks [] for security_group (052a7444-404b-4fd8-9a3e-0acc86850c2e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.173373 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbda6b86-7414-4af0-8f50-73692c476f40 admin admin] Publish callbacks [] for security_group (052a7444-404b-4fd8-9a3e-0acc86850c2e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.242855 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Router 511be392-3962-464c-9efd-e9ae028dda4f is scheduled to L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:03:51.263364 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-1591871f-ae96-4372-a4a5-0b7aebe5aed9 service neutron] 10.222.0.60 "GET /v2.0/networks/3a4cb438-6960-42f9-a911-4a7d769daf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203181 Feb 20 20:03:51.309570 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks [] for router_gateway (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.335706 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbda6b86-7414-4af0-8f50-73692c476f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (052a7444-404b-4fd8-9a3e-0acc86850c2e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.340377 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbda6b86-7414-4af0-8f50-73692c476f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.340377 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-fbda6b86-7414-4af0-8f50-73692c476f40 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/052a7444-404b-4fd8-9a3e-0acc86850c2e HTTP/1.1" status: 204 len: 168 time: 0.3940897 Feb 20 20:03:51.345398 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.380531 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device d203bf83-1242-4414-83ad-1546750e2dcd up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:03:51.383695 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda6b86-7414-4af0-8f50-73692c476f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a7444-404b-4fd8-9a3e-0acc86850c2e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:51.416475 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a334af6c-fb30-465d-8110-13fe7a0911ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (2991acd6-b422-4487-a8c5-039f2b38aab3), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.419282 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a334af6c-fb30-465d-8110-13fe7a0911ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.430980 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a334af6c-fb30-465d-8110-13fe7a0911ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2991acd6-b422-4487-a8c5-039f2b38aab3 HTTP/1.1" status: 204 len: 168 time: 0.8765397 Feb 20 20:03:51.436685 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:51.477946 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:51.479887 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334af6c-fb30-465d-8110-13fe7a0911ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2991acd6-b422-4487-a8c5-039f2b38aab3,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:51.484983 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:03:51.566262 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Pushing event updated for resources: {'Port': ['ID=31e1929d-8909-46ea-a88c-6d09c1d9dbb2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:51.615779 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port d203bf83-1242-4414-83ad-1546750e2dcd triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:51.616179 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.649957 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:03:51.662650 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Sync routers for ids ['511be392-3962-464c-9efd-e9ae028dda4f'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:03:51.711438 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Routers {'511be392-3962-464c-9efd-e9ae028dda4f'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:03:51.712124 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['511be392-3962-464c-9efd-e9ae028dda4f'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:51.841359 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:51.845715 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-b5706141-4e1d-4e46-b2a5-22981c3a1890 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9776318 Feb 20 20:03:51.845935 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39862) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:51.857449 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39864) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:51.957228 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port d203bf83-1242-4414-83ad-1546750e2dcd is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:51.958605 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:52.008977 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eb695725-f9ac-4cc5-b660-fc26c5ba11c4 req-44049329-4f3e-4158-9fca-3a80c71d99d2 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 210 time: 0.1503065 Feb 20 20:03:52.051570 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port d203bf83-1242-4414-83ad-1546750e2dcd, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=d203bf83-1242-4414-83ad-1546750e2dcd,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:03:52.068074 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1874467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884'] for router (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:52.117062 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:52.117909 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 2be0726d-6757-44a8-85de-4ce8e3d53e20 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:03:52.206616 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Set router 511be392-3962-464c-9efd-e9ae028dda4f gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:03:52.317575 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed68dfe9-0dec-45e7-a659-a400ff7b9d54 None None] Network 628a481f-f881-4fc8-9417-12ed3960094e requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:52.461300 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=d203bf83-1242-4414-83ad-1546750e2dcd,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:52.485908 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 2be0726d-6757-44a8-85de-4ce8e3d53e20 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:52.486551 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:52.496116 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 is scheduled to L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:03:52.553180 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-1444be78-f6a9-451f-806a-3c1c2aceffbc None None] Provisioning complete for port 2be0726d-6757-44a8-85de-4ce8e3d53e20 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:52.553856 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1444be78-f6a9-451f-806a-3c1c2aceffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:52.677043 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 2be0726d-6757-44a8-85de-4ce8e3d53e20 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:52.677606 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:52.745019 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511be392-3962-464c-9efd-e9ae028dda4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-router', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1983e25b-32da-4269-b746-7f757d9e302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:47Z', 'updated_at': '2022-02-20T20:03:49Z', 'revision_number': 3, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'gw_port': {'id': '1983e25b-32da-4269-b746-7f757d9e302a', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511be392-3962-464c-9efd-e9ae028dda4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:52.810878 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 2be0726d-6757-44a8-85de-4ce8e3d53e20, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=2be0726d-6757-44a8-85de-4ce8e3d53e20,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:03:52.814324 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39900) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:52.854522 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1444be78-f6a9-451f-806a-3c1c2aceffbc None None] Current status of the port 2be0726d-6757-44a8-85de-4ce8e3d53e20 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:52.854919 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1444be78-f6a9-451f-806a-3c1c2aceffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:52.865673 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Checking router: 511be392-3962-464c-9efd-e9ae028dda4f for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:03:52.866572 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Updating router 511be392-3962-464c-9efd-e9ae028dda4f port 1983e25b-32da-4269-b746-7f757d9e302a binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:03:52.870108 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7e08d022-a06d-4e0e-be9b-a33b9fda039a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:52.892258 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e39a32-de63-454c-9005-12f013257564 None None] Network 071c382c-ea33-42d9-9b4c-49dc8158480b requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:52.903027 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1983e25b-32da-4269-b746-7f757d9e302a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:52.929411 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks [] for router_gateway (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:52.948702 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.007971 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:03:53.030774 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=2be0726d-6757-44a8-85de-4ce8e3d53e20,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:53.035617 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Sync routers for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:03:53.093063 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.db.api [None req-1444be78-f6a9-451f-806a-3c1c2aceffbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:03:53.095357 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG oslo_db.api [None req-1444be78-f6a9-451f-806a-3c1c2aceffbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:03:53.133077 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:03:53.133741 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:53.137800 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7e08d022-a06d-4e0e-be9b-a33b9fda039a admin admin] Publish callbacks [] for security_group (dd54f9e7-a3b2-4911-95e6-5895389d3374), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.221936 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-517fee50-06f2-40ce-8070-1da16ccd1a94 req-ef4b4744-ded1-4d56-9329-7f40b99786e7 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 210 time: 0.1190734 Feb 20 20:03:53.230410 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.242964 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-3cc6d93b-5c21-47b9-94b7-b7ac43310dc4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9389963 Feb 20 20:03:53.251350 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7e08d022-a06d-4e0e-be9b-a33b9fda039a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (dd54f9e7-a3b2-4911-95e6-5895389d3374), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.256116 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 39914) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:53.332700 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08d022-a06d-4e0e-be9b-a33b9fda039a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd54f9e7-a3b2-4911-95e6-5895389d3374,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:53.373433 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7e08d022-a06d-4e0e-be9b-a33b9fda039a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9874bec5f2a4c2e93eabf3055b54aff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5513232 Feb 20 20:03:53.377338 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39920) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:53.384770 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Publish callbacks [] for port (1983e25b-32da-4269-b746-7f757d9e302a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.412151 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device d203bf83-1242-4414-83ad-1546750e2dcd up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:03:53.447280 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5327704b-6db2-4a75-a539-90649a762733 admin admin] Publish callbacks [] for security_group (dd54f9e7-a3b2-4911-95e6-5895389d3374), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.461348 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1983e25b-32da-4269-b746-7f757d9e302a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.473278 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5327704b-6db2-4a75-a539-90649a762733 admin admin] Publish callbacks [] for security_group (dd54f9e7-a3b2-4911-95e6-5895389d3374), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.544916 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:03:53.595979 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Attempting to bind port 1983e25b-32da-4269-b746-7f757d9e302a on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:03:53.597288 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Attempting to bind port 1983e25b-32da-4269-b746-7f757d9e302a by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:03:53.598151 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Attempting to bind port 1983e25b-32da-4269-b746-7f757d9e302a on network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:03:53.603200 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1874467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884'] for router (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.619652 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Pushing event updated for resources: {'Port': ['ID=1983e25b-32da-4269-b746-7f757d9e302a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:53.622199 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:03:53.622659 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:53.623077 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5327704b-6db2-4a75-a539-90649a762733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (dd54f9e7-a3b2-4911-95e6-5895389d3374), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.623548 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.623692 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Bound using segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:03:53.625044 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Bound port: 1983e25b-32da-4269-b746-7f757d9e302a, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:03:53.625512 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1983e25b-32da-4269-b746-7f757d9e302a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.627856 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5327704b-6db2-4a75-a539-90649a762733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.638281 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5327704b-6db2-4a75-a539-90649a762733 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd54f9e7-a3b2-4911-95e6-5895389d3374 HTTP/1.1" status: 204 len: 168 time: 0.2559476 Feb 20 20:03:53.651092 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327704b-6db2-4a75-a539-90649a762733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd54f9e7-a3b2-4911-95e6-5895389d3374,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:53.669852 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.670680 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.672004 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.672642 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.673202 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.673734 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.674284 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.674828 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.675363 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.676677 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.677290 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.677824 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.678365 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Tracked resource versions report: Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: pushed versions: Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: { 'AddressGroup': {'1.2'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Log': {'1.0'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Network': {'1.1'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Port': {'1.7'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'PortForwarding': {'1.2'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'QosPolicy': {'1.10'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SecurityGroup': {'1.5'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SubPort': {'1.0'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Subnet': {'1.1'}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Trunk': {'1.1'}} Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: consumer versions: Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: { DHCP agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: L3 agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: Metadata agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: Metering agent@dv-cinder-830085-1-iscsi: {}, Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: Open vSwitch agent@dv-cinder-830085-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'ConntrackHelper': '1.0', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'LocalIPAssociation': '1.0', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Log': '1.0', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Network': '1.1', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Port': '1.7', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'PortForwarding': '1.2', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'QosPolicy': '1.10', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SecurityGroup': '1.5', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SecurityGroupRule': '1.2', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'SubPort': '1.0', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Subnet': '1.1', Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: 'Trunk': '1.1'}} Feb 20 20:03:53.680011 dv-cinder-830085-1-iscsi neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:03:53.720804 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] For port 1983e25b-32da-4269-b746-7f757d9e302a, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:03:53.726446 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] For port 1983e25b-32da-4269-b746-7f757d9e302a, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=1983e25b-32da-4269-b746-7f757d9e302a,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:03:53.922192 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1444be78-f6a9-451f-806a-3c1c2aceffbc None None] Current status of the port 2be0726d-6757-44a8-85de-4ce8e3d53e20 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:53.922192 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port d203bf83-1242-4414-83ad-1546750e2dcd triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:53.922192 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:53.924818 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1983e25b-32da-4269-b746-7f757d9e302a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:54.018329 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Routers {'511be392-3962-464c-9efd-e9ae028dda4f'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:03:54.019584 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['511be392-3962-464c-9efd-e9ae028dda4f'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:54.033302 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-785f95b6-f2d4-4feb-aab0-74314abefd74 None None] Provisioning complete for port 2be0726d-6757-44a8-85de-4ce8e3d53e20 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:54.033681 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-785f95b6-f2d4-4feb-aab0-74314abefd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:54.065719 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307359eb-eb11-4b41-8f8b-07c1ac99ebbd None None] Pushing event updated for resources: {'Port': ['ID=1983e25b-32da-4269-b746-7f757d9e302a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:54.154274 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port d203bf83-1242-4414-83ad-1546750e2dcd is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:54.156117 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 2be0726d-6757-44a8-85de-4ce8e3d53e20 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:03:54.196372 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] Set router 511be392-3962-464c-9efd-e9ae028dda4f gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:03:54.276754 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:54.387795 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 2be0726d-6757-44a8-85de-4ce8e3d53e20 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:54.388205 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:54.485444 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:51Z', 'revision_number': 3, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:54.486780 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511be392-3962-464c-9efd-e9ae028dda4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-router', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1983e25b-32da-4269-b746-7f757d9e302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:47Z', 'updated_at': '2022-02-20T20:03:49Z', 'revision_number': 3, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'gw_port': {'id': '1983e25b-32da-4269-b746-7f757d9e302a', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511be392-3962-464c-9efd-e9ae028dda4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:54.526719 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-785f95b6-f2d4-4feb-aab0-74314abefd74 None None] Current status of the port 2be0726d-6757-44a8-85de-4ce8e3d53e20 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:54.563108 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e5247-dded-41a3-ba04-ac09f8ede6d9 None None] The sync data for ids ['511be392-3962-464c-9efd-e9ae028dda4f'] in dv-cinder-830085-1-iscsi is: [{'id': '511be392-3962-464c-9efd-e9ae028dda4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-router', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1983e25b-32da-4269-b746-7f757d9e302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:47Z', 'updated_at': '2022-02-20T20:03:49Z', 'revision_number': 3, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'gw_port': {'id': '1983e25b-32da-4269-b746-7f757d9e302a', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511be392-3962-464c-9efd-e9ae028dda4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:03:54.625898 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Checking router: 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:03:54.626386 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Updating router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 port 4051649b-0fb2-4929-98fb-53ccd78592ba binding host dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:03:54.626981 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a142d56a-79af-47f4-aa4e-b277ab29512d req-f3964df3-1d63-4be8-9a1d-774531276e88 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 210 time: 0.2844641 Feb 20 20:03:54.638658 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-785f95b6-f2d4-4feb-aab0-74314abefd74 None None] Provisioning complete for port d203bf83-1242-4414-83ad-1546750e2dcd triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:54.638658 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-785f95b6-f2d4-4feb-aab0-74314abefd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:54.735362 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:54.912523 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 is scheduled to L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:03:54.922715 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 2be0726d-6757-44a8-85de-4ce8e3d53e20 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:54.956283 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-785f95b6-f2d4-4feb-aab0-74314abefd74 None None] Current status of the port d203bf83-1242-4414-83ad-1546750e2dcd is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:55.240883 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Allocated IP 172.20.0.1 (37567a22-fd4c-4456-b47a-a244d0fa7971/e9068444-01a5-4614-906d-18b4e47d1e28/14252c42-3148-47c1-bb22-175c3cb99135) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:55.325554 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 1983e25b-32da-4269-b746-7f757d9e302a up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:03:55.388927 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:55.430294 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:03:55.444476 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Sync routers for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:03:55.460611 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:03:55.463798 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:55.495901 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-fab4bf92-4ea3-42c0-a9e2-184e9df2b232 None None] Provisioning complete for port d203bf83-1242-4414-83ad-1546750e2dcd triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:55.496440 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fab4bf92-4ea3-42c0-a9e2-184e9df2b232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:55.525140 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Publish callbacks [] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:55.651197 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:55.652488 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-48afcf3b-4940-4208-bc02-2a92fda358be admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3975439 Feb 20 20:03:55.656468 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 39990) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:55.690194 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:03:55.731097 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 1983e25b-32da-4269-b746-7f757d9e302a triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:55.731681 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (1983e25b-32da-4269-b746-7f757d9e302a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:55.789965 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Publish callbacks [] for port (14252c42-3148-47c1-bb22-175c3cb99135), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:55.835632 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.025377 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3a82c-89fd-4ddc-bb74-fe784fa1ffbb None None] Pushing event updated for resources: {'Port': ['ID=4051649b-0fb2-4929-98fb-53ccd78592ba,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:56.076995 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Allocated IP 172.20.0.1 (628a481f-f881-4fc8-9417-12ed3960094e/c944ad5c-f538-4714-b338-90f8675dfd7a/d4c96706-d595-4817-99b6-572b7668b7aa) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:56.096645 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fab4bf92-4ea3-42c0-a9e2-184e9df2b232 None None] Current status of the port d203bf83-1242-4414-83ad-1546750e2dcd is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:56.157183 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (14252c42-3148-47c1-bb22-175c3cb99135), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.197218 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Attempting to bind port 4051649b-0fb2-4929-98fb-53ccd78592ba on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:03:56.197603 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Attempting to bind port 4051649b-0fb2-4929-98fb-53ccd78592ba by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:03:56.197976 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Attempting to bind port 4051649b-0fb2-4929-98fb-53ccd78592ba on network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:03:56.208411 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 1983e25b-32da-4269-b746-7f757d9e302a is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:56.208992 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1983e25b-32da-4269-b746-7f757d9e302a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.257542 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 1983e25b-32da-4269-b746-7f757d9e302a, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=1983e25b-32da-4269-b746-7f757d9e302a,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:03:56.260967 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c3995f5-0459-480e-a8da-1dd6393b2abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.277939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:03:56.277939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:56.277939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.277939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Bound using segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:03:56.277939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Bound port: 4051649b-0fb2-4929-98fb-53ccd78592ba, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:03:56.277939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.283765 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bd5bdad-63f5-42a6-9d17-992bdaa789c7 req-f35f5fda-4370-4a04-98ed-ce64ec085128 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 210 time: 0.2062480 Feb 20 20:03:56.347008 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1983e25b-32da-4269-b746-7f757d9e302a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.355696 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:51Z', 'revision_number': 3, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:56.392553 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Network 37567a22-fd4c-4456-b47a-a244d0fa7971 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:56.397166 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:56.400381 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:03:56.401171 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1875579'] for router_interface (511be392-3962-464c-9efd-e9ae028dda4f), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.417147 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=1983e25b-32da-4269-b746-7f757d9e302a,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:56.455929 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Checking router: c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:03:56.456428 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Updating router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:03:56.486083 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] For port 4051649b-0fb2-4929-98fb-53ccd78592ba, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:03:56.494105 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] For port 4051649b-0fb2-4929-98fb-53ccd78592ba, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=4051649b-0fb2-4929-98fb-53ccd78592ba,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:03:56.514831 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.575241 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.684738 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:03:56.692897 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:56.794056 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Pushing event updated for resources: {'Port': ['ID=14252c42-3148-47c1-bb22-175c3cb99135,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:56.867779 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.75', 53163) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:56.891829 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3a82c-89fd-4ddc-bb74-fe784fa1ffbb None None] Pushing event updated for resources: {'Port': ['ID=4051649b-0fb2-4929-98fb-53ccd78592ba,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:57.047971 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Publish callbacks [] for port (d4c96706-d595-4817-99b6-572b7668b7aa), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.048198 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.051650 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (14252c42-3148-47c1-bb22-175c3cb99135), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.074003 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:03:57.149054 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Publish callbacks [] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.226224 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-465c53b0-1c32-4ef9-8386-5d4959c4aff1 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:57.227602 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-465c53b0-1c32-4ef9-8386-5d4959c4aff1 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.75 "GET /v2.0/networks?id=3a4cb438-6960-42f9-a911-4a7d769daf28 HTTP/1.1" status: 200 len: 811 time: 0.3588643 Feb 20 20:03:57.261483 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.336552 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.341793 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Request body: {'port': {'device_id': '27be4751-a3cc-4912-8cc9-fb61d611698d', 'network_id': '3a4cb438-6960-42f9-a911-4a7d769daf28', 'admin_state_up': True, 'tenant_id': 'da1818d276f14d708be99c940260b757'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:57.432586 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Attempting to bind port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:03:57.432977 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Attempting to bind port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:03:57.437958 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Attempting to bind port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 on network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:03:57.462868 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:03:57.463735 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:57.464161 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.466847 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Bound using segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:03:57.466847 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Bound port: 31e1929d-8909-46ea-a88c-6d09c1d9dbb2, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:03:57.466847 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.467475 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 1983e25b-32da-4269-b746-7f757d9e302a up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:03:57.490385 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c96706-d595-4817-99b6-572b7668b7aa,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:57.508545 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Network 628a481f-f881-4fc8-9417-12ed3960094e is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:57.515679 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:57.531491 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:03:57.532711 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1875579'] for router_interface (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.656254 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] For port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:03:57.665781 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] For port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=31e1929d-8909-46ea-a88c-6d09c1d9dbb2,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:03:57.698670 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 1983e25b-32da-4269-b746-7f757d9e302a triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:57.698670 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (1983e25b-32da-4269-b746-7f757d9e302a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.710793 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7514fee5-cec1-4f36-8d26-2c37ed28647f req-e439c24f-08f0-4e1c-9c4b-ae89bb850aac tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 210 time: 0.2034686 Feb 20 20:03:57.743547 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226cdbf-c9f7-4697-8cf4-8dc1d7e88cdd None None] Pushing event updated for resources: {'Port': ['ID=31e1929d-8909-46ea-a88c-6d09c1d9dbb2,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:57.753015 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.888684 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226cdbf-c9f7-4697-8cf4-8dc1d7e88cdd None None] Pushing event updated for resources: {'Port': ['ID=31e1929d-8909-46ea-a88c-6d09c1d9dbb2,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:57.947205 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:03:57.950021 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:57.960835 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Publish callbacks [] for port (14252c42-3148-47c1-bb22-175c3cb99135), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.020196 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Allocated IP 172.20.0.1 (071c382c-ea33-42d9-9b4c-49dc8158480b/25c77737-ac14-4962-b301-e7c4e84c6957/d38dd15c-a49a-4ed7-a6ce-7d965d69e533) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:58.048206 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99d2b747-ba51-4373-ad9b-6ab19998309f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.060647 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.132974 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:03:58.136350 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (14252c42-3148-47c1-bb22-175c3cb99135), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.138410 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1875695'] for router_interface (511be392-3962-464c-9efd-e9ae028dda4f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.174225 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6a04fad0-e682-4634-ab3f-18243563532c None None] Provisioning complete for port d4c96706-d595-4817-99b6-572b7668b7aa triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:58.174842 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a04fad0-e682-4634-ab3f-18243563532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.180201 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 1983e25b-32da-4269-b746-7f757d9e302a is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:03:58.214320 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Publish callbacks [] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.245506 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Made reservation on behalf of da1818d276f14d708be99c940260b757 for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:58.251560 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.282548 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6a04fad0-e682-4634-ab3f-18243563532c None None] Port d4c96706-d595-4817-99b6-572b7668b7aa cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:03:58.289874 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:51Z', 'revision_number': 3, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:58.343818 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20f49b-16cb-47ff-9146-729aa7540c10 None None] The sync data for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi is: [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:51Z', 'revision_number': 3, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:03:58.432328 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Pushing event updated for resources: {'Port': ['ID=14252c42-3148-47c1-bb22-175c3cb99135,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:58.436839 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.505725 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:51Z', 'revision_number': 3, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:58.534671 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Network 37567a22-fd4c-4456-b47a-a244d0fa7971 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:58.538157 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:58.573749 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550fd64c-2af6-4519-b7d1-43f609a6c6d1 None None] The sync data for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi is: [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:51Z', 'revision_number': 3, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:03:58.580046 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Network 071c382c-ea33-42d9-9b4c-49dc8158480b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:58.599071 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:58.614722 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:03:58.615365 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1875579'] for router_interface (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.626206 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d38dd15c-a49a-4ed7-a6ce-7d965d69e533,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:58.675335 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Allocated IP 172.20.0.4 (3a4cb438-6960-42f9-a911-4a7d769daf28/21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5/d256f7e8-1d52-4116-97eb-a03ae94013f4) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:58.806137 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Publish callbacks [] for port (d4c96706-d595-4817-99b6-572b7668b7aa), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.894477 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.895873 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1875695'] for router_interface (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.077238 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Router 511be392-3962-464c-9efd-e9ae028dda4f has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:03:59.387797 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.421827 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-56e72662-ac77-4b79-8a3c-4ea3b9d513df None None] Provisioning complete for port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:03:59.422360 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-56e72662-ac77-4b79-8a3c-4ea3b9d513df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.522272 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:03:59.536373 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-fc9544e0-004e-4d4b-b9c8-5290a5b5bff0 admin admin] 10.222.0.60 "PUT /v2.0/routers/511be392-3962-464c-9efd-e9ae028dda4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6891150 Feb 20 20:03:59.540697 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c96706-d595-4817-99b6-572b7668b7aa,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:59.571397 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Sync routers for ids ['511be392-3962-464c-9efd-e9ae028dda4f'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:03:59.623348 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Network 628a481f-f881-4fc8-9417-12ed3960094e is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:59.630599 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:59.637472 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 4051649b-0fb2-4929-98fb-53ccd78592ba up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:03:59.689193 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Routers {'511be392-3962-464c-9efd-e9ae028dda4f'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:03:59.689972 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['511be392-3962-464c-9efd-e9ae028dda4f'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:03:59.947474 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-56e72662-ac77-4b79-8a3c-4ea3b9d513df None None] Port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:00.095607 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:04:00.122434 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-081ff82a-e51f-422b-885d-1085b40eeb68 req-730e361a-d50a-4025-a9b9-f91789636622 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 210 time: 1.1255355 Feb 20 20:04:00.432888 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 4051649b-0fb2-4929-98fb-53ccd78592ba triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:00.433475 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.547024 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:00.582776 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-6cf6ae4b-df8c-492b-bc38-78c88d1a4c31 admin admin] 10.222.0.60 "PUT /v2.0/routers/5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3247464 Feb 20 20:04:00.631756 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.693618 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Set router 511be392-3962-464c-9efd-e9ae028dda4f gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:00.727133 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Publish callbacks [] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.095504 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-a22f3132-bbaf-4377-9329-e9a485414eee None None] Provisioning complete for port d4c96706-d595-4817-99b6-572b7668b7aa triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:01.095504 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a22f3132-bbaf-4377-9329-e9a485414eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.245822 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a22f3132-bbaf-4377-9329-e9a485414eee None None] Port d4c96706-d595-4817-99b6-572b7668b7aa cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:01.259861 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-307222e3-bf36-4868-b003-1ad988dc77b2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:01.268563 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-307222e3-bf36-4868-b003-1ad988dc77b2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/networks?id=37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 200 len: 819 time: 0.3551362 Feb 20 20:04:01.320741 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.326402 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Publish callbacks [] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.340339 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-91480e91-474c-4aae-bff8-b1ac77b859e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/quotas/7c41f18c6d374064a28ac5b75141a0d3 HTTP/1.1" status: 200 len: 375 time: 0.0690727 Feb 20 20:04:01.419264 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.502579 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Network 3a4cb438-6960-42f9-a911-4a7d769daf28 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:01.505333 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Pushing event updated for resources: {'Port': ['ID=d256f7e8-1d52-4116-97eb-a03ae94013f4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:01.522368 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:01.527620 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:01.541489 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:01.541489 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.546816 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 4051649b-0fb2-4929-98fb-53ccd78592ba is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:01.547906 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.576197 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-e76c1aae-cd7d-4cf7-bd22-f73b43d43647 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2344987 Feb 20 20:04:01.581666 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.581666 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1875695'] for router_interface (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.588407 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 4051649b-0fb2-4929-98fb-53ccd78592ba, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=4051649b-0fb2-4929-98fb-53ccd78592ba,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:01.620819 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511be392-3962-464c-9efd-e9ae028dda4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-router', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1983e25b-32da-4269-b746-7f757d9e302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:47Z', 'updated_at': '2022-02-20T20:03:56Z', 'revision_number': 4, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'gw_port': {'id': '1983e25b-32da-4269-b746-7f757d9e302a', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511be392-3962-464c-9efd-e9ae028dda4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '14252c42-3148-47c1-bb22-175c3cb99135', 'name': '', 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'mac_address': 'fa:16:3e:c2:38:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511be392-3962-464c-9efd-e9ae028dda4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9068444-01a5-4614-906d-18b4e47d1e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:54Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 2, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'subnets': [{'id': 'e9068444-01a5-4614-906d-18b4e47d1e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:01.648901 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d38dd15c-a49a-4ed7-a6ce-7d965d69e533,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:01.680693 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Checking router: 511be392-3962-464c-9efd-e9ae028dda4f for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:01.683165 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Updating router 511be392-3962-464c-9efd-e9ae028dda4f port 14252c42-3148-47c1-bb22-175c3cb99135 binding host dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:04:01.713640 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40178) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:01.719976 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-37848b1a-7924-4bd5-a809-2d5fcab395b4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2014237498', 'description': 'tempest-description--904377121'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:01.747613 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.749594 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-fcce87be-d4e9-4207-a023-ca744666b736 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4268930 Feb 20 20:04:01.767148 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-6545c9d8-4a8b-4a08-a2b1-1bee5a3cfdc0 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:04:01.768240 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-6545c9d8-4a8b-4a08-a2b1-1bee5a3cfdc0 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177965 Feb 20 20:04:01.882517 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37848b1a-7924-4bd5-a809-2d5fcab395b4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.888178 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (14252c42-3148-47c1-bb22-175c3cb99135), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.075743 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:02.086531 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Network 071c382c-ea33-42d9-9b4c-49dc8158480b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:02.094068 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:02.168402 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37848b1a-7924-4bd5-a809-2d5fcab395b4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (2a34216f-9225-459f-9f6a-a1b51c466644), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.216267 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=4051649b-0fb2-4929-98fb-53ccd78592ba,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:02.250101 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37848b1a-7924-4bd5-a809-2d5fcab395b4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (2a34216f-9225-459f-9f6a-a1b51c466644), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.272663 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 40194) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:02.354579 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-bd710d67-f5ef-4f94-a3a3-05f8d966e329 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:04:02.356083 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-bd710d67-f5ef-4f94-a3a3-05f8d966e329 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5302587 Feb 20 20:04:02.394515 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.402675 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37848b1a-7924-4bd5-a809-2d5fcab395b4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a34216f-9225-459f-9f6a-a1b51c466644,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:02.435710 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37848b1a-7924-4bd5-a809-2d5fcab395b4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.438846 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-37848b1a-7924-4bd5-a809-2d5fcab395b4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7237475 Feb 20 20:04:02.443135 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40200) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:02.448746 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e5b1cb08-ace4-4ba5-a92f-bfee2eba0832 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'security_group_rule': {'security_group_id': '2a34216f-9225-459f-9f6a-a1b51c466644', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:02.461447 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:02.462125 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.550592 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:04:02.572397 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f63b054a-72dc-468b-b58f-8781e2663100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.584312 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5b1cb08-ace4-4ba5-a92f-bfee2eba0832 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (1e828bfa-e6b6-4b63-8c9d-60d4fc0d2c40), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.662176 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-3bdb38bc-c4c5-49b9-83a6-175cb277ccef None None] Provisioning complete for port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:02.666146 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3bdb38bc-c4c5-49b9-83a6-175cb277ccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.666303 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781018d9-950e-4b18-b326-757636e62009 req-e7dc697b-63e3-4eed-a725-6ee82d95e3be tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:02.672720 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-781018d9-950e-4b18-b326-757636e62009 req-e7dc697b-63e3-4eed-a725-6ee82d95e3be tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 931 time: 0.3154187 Feb 20 20:04:02.702697 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:02.702697 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.730486 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-e3af2a59-db99-4688-ae68-17038437d6f0 service neutron] 10.222.0.60 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630006 Feb 20 20:04:02.757173 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5b1cb08-ace4-4ba5-a92f-bfee2eba0832 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (1e828bfa-e6b6-4b63-8c9d-60d4fc0d2c40), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.774178 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=31e1929d-8909-46ea-a88c-6d09c1d9dbb2,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:02.774721 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb38bc-c4c5-49b9-83a6-175cb277ccef None None] Port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:02.805850 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Publish callbacks [] for port (14252c42-3148-47c1-bb22-175c3cb99135), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.814923 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5b1cb08-ace4-4ba5-a92f-bfee2eba0832 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (1e828bfa-e6b6-4b63-8c9d-60d4fc0d2c40), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.848562 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1cb08-ace4-4ba5-a92f-bfee2eba0832 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e828bfa-e6b6-4b63-8c9d-60d4fc0d2c40,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:02.861115 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.900379 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (14252c42-3148-47c1-bb22-175c3cb99135), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.957994 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e5b1cb08-ace4-4ba5-a92f-bfee2eba0832 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.959438 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e5b1cb08-ace4-4ba5-a92f-bfee2eba0832 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5146763 Feb 20 20:04:02.966486 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40206) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:02.972746 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9c873773-4623-4b39-903e-11f723f4314b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'security_group_rule': {'security_group_id': '2a34216f-9225-459f-9f6a-a1b51c466644', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:02.985972 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=31e1929d-8909-46ea-a88c-6d09c1d9dbb2,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:03.074835 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-781018d9-950e-4b18-b326-757636e62009 req-442983a8-fa8e-4c06-b4f1-3d44ab6ca0cb tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009094 Feb 20 20:04:03.084390 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:03.095525 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Sync routers for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:03.108254 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-53c9aa42-c4a1-45d4-8c1e-b32e3aa5a4f5 admin admin] 10.222.0.60 "PUT /v2.0/routers/c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4442410 Feb 20 20:04:03.154588 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:03.157604 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:03.174642 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c873773-4623-4b39-903e-11f723f4314b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (53320d8b-c015-4715-8e8c-d984ff7b2f87), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.241570 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Sync routers for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:03.253536 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-0424d176-41ac-47ae-9a09-ad0eee5d94c6 service neutron] 10.222.0.60 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220807 Feb 20 20:04:03.272030 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Request body: {'port': {'device_id': '27be4751-a3cc-4912-8cc9-fb61d611698d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:03.287119 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f63b054a-72dc-468b-b58f-8781e2663100 admin admin] Publish callbacks [] for security_group (ad2a47e1-1343-409c-b47d-e13055c289c7), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.376282 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f63b054a-72dc-468b-b58f-8781e2663100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ad2a47e1-1343-409c-b47d-e13055c289c7), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.390889 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:03.393235 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:03.400400 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721aae0-6281-40ba-baf8-ab674b83ba44 None None] Pushing event updated for resources: {'Port': ['ID=14252c42-3148-47c1-bb22-175c3cb99135,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:03.441478 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c873773-4623-4b39-903e-11f723f4314b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (53320d8b-c015-4715-8e8c-d984ff7b2f87), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.474731 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:03.510222 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Attempting to bind port 14252c42-3148-47c1-bb22-175c3cb99135 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:03.515051 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Attempting to bind port 14252c42-3148-47c1-bb22-175c3cb99135 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:03.517775 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Attempting to bind port 14252c42-3148-47c1-bb22-175c3cb99135 on network 37567a22-fd4c-4456-b47a-a244d0fa7971 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:03.521926 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c873773-4623-4b39-903e-11f723f4314b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (53320d8b-c015-4715-8e8c-d984ff7b2f87), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.548320 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f63b054a-72dc-468b-b58f-8781e2663100 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecdfb8b92cc1400a947b4cf1d06f099d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2681737 Feb 20 20:04:03.550507 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40222) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:03.550614 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.586762 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c873773-4623-4b39-903e-11f723f4314b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53320d8b-c015-4715-8e8c-d984ff7b2f87,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:03.601681 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b054a-72dc-468b-b58f-8781e2663100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a47e1-1343-409c-b47d-e13055c289c7,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:03.680437 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9c873773-4623-4b39-903e-11f723f4314b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.683486 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-9c873773-4623-4b39-903e-11f723f4314b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7178750 Feb 20 20:04:03.687650 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40226) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:03.696196 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'floatingip': {'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:03.714397 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:03.825076 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76658266-524b-4b05-b6bb-e73a6fc48542 admin admin] Publish callbacks [] for security_group (ad2a47e1-1343-409c-b47d-e13055c289c7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.846041 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.937891 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:03:58Z', 'revision_number': 2, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:04.012936 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 4051649b-0fb2-4929-98fb-53ccd78592ba up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:04.016406 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76658266-524b-4b05-b6bb-e73a6fc48542 admin admin] Publish callbacks [] for security_group (ad2a47e1-1343-409c-b47d-e13055c289c7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.043845 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Checking router: 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:04.044273 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Updating router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 port d4c96706-d595-4817-99b6-572b7668b7aa binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:04:04.136522 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:04.138074 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Checking segment: {'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:04.139546 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.142591 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Bound using segment: {'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:04.143237 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Bound port: 14252c42-3148-47c1-bb22-175c3cb99135, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:04.143898 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (14252c42-3148-47c1-bb22-175c3cb99135), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.171543 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.197067 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76658266-524b-4b05-b6bb-e73a6fc48542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ad2a47e1-1343-409c-b47d-e13055c289c7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.199743 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-76658266-524b-4b05-b6bb-e73a6fc48542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.200901 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-76658266-524b-4b05-b6bb-e73a6fc48542 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad2a47e1-1343-409c-b47d-e13055c289c7 HTTP/1.1" status: 204 len: 168 time: 0.6475301 Feb 20 20:04:04.227946 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8f327e7f-892d-4b6f-aa20-a387226ec5bf req-ed528c5f-dfe7-4e34-bb1f-19180a8b8d00 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 210 time: 0.1014102 Feb 20 20:04:04.273863 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76658266-524b-4b05-b6bb-e73a6fc48542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a47e1-1343-409c-b47d-e13055c289c7,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:04.557860 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.620048 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 4051649b-0fb2-4929-98fb-53ccd78592ba triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:04.630768 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.721487 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] For port 14252c42-3148-47c1-bb22-175c3cb99135, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:04.802754 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] For port 14252c42-3148-47c1-bb22-175c3cb99135, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=14252c42-3148-47c1-bb22-175c3cb99135,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:04.850619 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40268) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:04.863852 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-85aa228d-7c80-49a3-b858-fbc95915f1df tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637407339', 'description': 'tempest-description--1039806309'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:04.957434 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Allocated IP 172.27.0.111 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:05.028178 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (14252c42-3148-47c1-bb22-175c3cb99135), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.125475 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 4051649b-0fb2-4929-98fb-53ccd78592ba is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:05.126604 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:05.207629 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Routers {'511be392-3962-464c-9efd-e9ae028dda4f'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:05.208270 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['511be392-3962-464c-9efd-e9ae028dda4f'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:05.225397 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 2, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:05.253755 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85aa228d-7c80-49a3-b858-fbc95915f1df tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.269748 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721aae0-6281-40ba-baf8-ab674b83ba44 None None] Pushing event updated for resources: {'Port': ['ID=14252c42-3148-47c1-bb22-175c3cb99135,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:05.352074 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Checking router: c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:05.352696 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Updating router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 binding host dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:04:05.399408 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Publish callbacks [] for port (d4c96706-d595-4817-99b6-572b7668b7aa), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.414064 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:05.418951 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.419936 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for port (a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.445695 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85aa228d-7c80-49a3-b858-fbc95915f1df tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (18ff4dc9-3780-4dd4-899c-a4cb5c378402), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.472184 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.487358 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.526889 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d256f7e8-1d52-4116-97eb-a03ae94013f4 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:05.529588 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85aa228d-7c80-49a3-b858-fbc95915f1df tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (18ff4dc9-3780-4dd4-899c-a4cb5c378402), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.571292 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Publish callbacks [] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.635987 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa228d-7c80-49a3-b858-fbc95915f1df tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ff4dc9-3780-4dd4-899c-a4cb5c378402,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:05.640371 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db45c81-a96d-4af9-b4b9-35d7983aca18 req-77fde561-bf88-4b51-996e-abeeb7c30595 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:05.650882 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4db45c81-a96d-4af9-b4b9-35d7983aca18 req-77fde561-bf88-4b51-996e-abeeb7c30595 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 931 time: 0.5247233 Feb 20 20:04:05.667229 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.710099 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3868b-9e58-4b5a-9416-2735ecf30be8 None None] Pushing event updated for resources: {'Port': ['ID=d4c96706-d595-4817-99b6-572b7668b7aa,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:05.794182 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-85857eeb-69a3-40e5-887d-2ea7d6d5ab21 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:05.813470 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-85857eeb-69a3-40e5-887d-2ea7d6d5ab21 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/networks?id=37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 200 len: 819 time: 0.7111249 Feb 20 20:04:05.819224 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'Port': ['ID=a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:05.860374 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:05.863150 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:05.875235 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:05.879850 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Attempting to bind port d4c96706-d595-4817-99b6-572b7668b7aa on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:05.880304 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Attempting to bind port d4c96706-d595-4817-99b6-572b7668b7aa by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:05.880741 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Attempting to bind port d4c96706-d595-4817-99b6-572b7668b7aa on network 628a481f-f881-4fc8-9417-12ed3960094e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:05.908386 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Transition to ACTIVE for port object d256f7e8-1d52-4116-97eb-a03ae94013f4 will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:05.914690 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:05.914986 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Checking segment: {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:05.916595 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.916595 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Bound using segment: {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:05.917210 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Bound port: d4c96706-d595-4817-99b6-572b7668b7aa, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:05.918249 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.944704 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-7d919b70-de81-4b89-aa9f-f4dbfceb4b10 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/quotas/7c41f18c6d374064a28ac5b75141a0d3 HTTP/1.1" status: 200 len: 375 time: 0.1290393 Feb 20 20:04:05.958161 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-85aa228d-7c80-49a3-b858-fbc95915f1df tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.959521 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-85aa228d-7c80-49a3-b858-fbc95915f1df tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1078298 Feb 20 20:04:05.976940 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 40316) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:06.015634 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] Set router 511be392-3962-464c-9efd-e9ae028dda4f gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:06.080734 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] For port d4c96706-d595-4817-99b6-572b7668b7aa, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:06.091119 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] For port d4c96706-d595-4817-99b6-572b7668b7aa, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=d4c96706-d595-4817-99b6-572b7668b7aa,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:06.116210 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-b2f71674-38bc-432a-b200-b897f2f910f4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'security_group_rule': {'security_group_id': '18ff4dc9-3780-4dd4-899c-a4cb5c378402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:06.139537 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.166503 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.184180 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4db45c81-a96d-4af9-b4b9-35d7983aca18 req-ddbe6345-1640-44fe-bedf-cbadfc369ee7 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321064 Feb 20 20:04:06.199218 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.204268 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:06.213830 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-826ce35a-d737-4cfe-b62e-50e97c3acfde None None] Provisioning complete for port d4c96706-d595-4817-99b6-572b7668b7aa triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:06.214274 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-826ce35a-d737-4cfe-b62e-50e97c3acfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.300337 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Pushing event updated for resources: {'Port': ['ID=d256f7e8-1d52-4116-97eb-a03ae94013f4,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:06.335454 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-bf510a53-cbaa-47cc-8318-307442f27f3e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3574743 Feb 20 20:04:06.387874 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.468496 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3868b-9e58-4b5a-9416-2735ecf30be8 None None] Pushing event updated for resources: {'Port': ['ID=d4c96706-d595-4817-99b6-572b7668b7aa,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:06.483932 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:06.484395 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:06.647990 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2f71674-38bc-432a-b200-b897f2f910f4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (4d90b189-d27f-4893-bc14-7877f4a15841), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.655908 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Attempting to bind port d256f7e8-1d52-4116-97eb-a03ae94013f4 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:06.656679 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Attempting to bind port d256f7e8-1d52-4116-97eb-a03ae94013f4 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '66081670-0ce7-496d-b6b5-9b68fb930d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3a4cb438-6960-42f9-a911-4a7d769daf28'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:06.656898 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for port (a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.657350 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Attempting to bind port d256f7e8-1d52-4116-97eb-a03ae94013f4 on network 3a4cb438-6960-42f9-a911-4a7d769daf28 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:06.689852 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Port d256f7e8-1d52-4116-97eb-a03ae94013f4 on network 3a4cb438-6960-42f9-a911-4a7d769daf28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:06.690250 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Attempting to bind port d256f7e8-1d52-4116-97eb-a03ae94013f4 on network 3a4cb438-6960-42f9-a911-4a7d769daf28 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:06.711684 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:06.712107 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Checking segment: {'id': '66081670-0ce7-496d-b6b5-9b68fb930d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3a4cb438-6960-42f9-a911-4a7d769daf28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:06.712910 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Bound using segment: {'id': '66081670-0ce7-496d-b6b5-9b68fb930d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3a4cb438-6960-42f9-a911-4a7d769daf28'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:06.713517 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Bound port: d256f7e8-1d52-4116-97eb-a03ae94013f4, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66081670-0ce7-496d-b6b5-9b68fb930d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3a4cb438-6960-42f9-a911-4a7d769daf28'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:06.714014 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.718240 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.765025 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-826ce35a-d737-4cfe-b62e-50e97c3acfde None None] Current status of the port d4c96706-d595-4817-99b6-572b7668b7aa is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:06.765711 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-826ce35a-d737-4cfe-b62e-50e97c3acfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.814452 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:06.837206 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511be392-3962-464c-9efd-e9ae028dda4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-router', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1983e25b-32da-4269-b746-7f757d9e302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:47Z', 'updated_at': '2022-02-20T20:03:56Z', 'revision_number': 4, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'gw_port': {'id': '1983e25b-32da-4269-b746-7f757d9e302a', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511be392-3962-464c-9efd-e9ae028dda4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '14252c42-3148-47c1-bb22-175c3cb99135', 'name': '', 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'mac_address': 'fa:16:3e:c2:38:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511be392-3962-464c-9efd-e9ae028dda4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9068444-01a5-4614-906d-18b4e47d1e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:54Z', 'updated_at': '2022-02-20T20:04:04Z', 'revision_number': 4, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'subnets': [{'id': 'e9068444-01a5-4614-906d-18b4e47d1e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:06.894064 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-f04dc4bd-37a2-4260-b3a3-bb7c1bb3b3b1 service neutron] 10.222.0.60 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267635 Feb 20 20:04:06.919457 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af924ca-62cd-4e35-bdf8-9cfff931da1d None None] The sync data for ids ['511be392-3962-464c-9efd-e9ae028dda4f'] in dv-cinder-830085-1-iscsi is: [{'id': '511be392-3962-464c-9efd-e9ae028dda4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-router', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1983e25b-32da-4269-b746-7f757d9e302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:47Z', 'updated_at': '2022-02-20T20:03:56Z', 'revision_number': 4, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'gw_port': {'id': '1983e25b-32da-4269-b746-7f757d9e302a', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511be392-3962-464c-9efd-e9ae028dda4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '14252c42-3148-47c1-bb22-175c3cb99135', 'name': '', 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'mac_address': 'fa:16:3e:c2:38:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511be392-3962-464c-9efd-e9ae028dda4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9068444-01a5-4614-906d-18b4e47d1e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:54Z', 'updated_at': '2022-02-20T20:04:04Z', 'revision_number': 4, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'subnets': [{'id': 'e9068444-01a5-4614-906d-18b4e47d1e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:06.935267 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2f71674-38bc-432a-b200-b897f2f910f4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (4d90b189-d27f-4893-bc14-7877f4a15841), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.096764 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2f71674-38bc-432a-b200-b897f2f910f4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (4d90b189-d27f-4893-bc14-7877f4a15841), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.115585 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'Port': ['ID=a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:07.129809 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.183200 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f71674-38bc-432a-b200-b897f2f910f4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d90b189-d27f-4893-bc14-7877f4a15841,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:07.185940 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] For port d256f7e8-1d52-4116-97eb-a03ae94013f4, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:07.222517 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.224185 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-af597d2b-0378-4021-a67e-73d081ff9c06 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5315690 Feb 20 20:04:07.314764 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-826ce35a-d737-4cfe-b62e-50e97c3acfde None None] For port d4c96706-d595-4817-99b6-572b7668b7aa, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=d4c96706-d595-4817-99b6-572b7668b7aa,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:07.324098 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] For port d256f7e8-1d52-4116-97eb-a03ae94013f4, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d256f7e8-1d52-4116-97eb-a03ae94013f4,segment=NetworkSegment(66081670-0ce7-496d-b6b5-9b68fb930d4f),segment_id=66081670-0ce7-496d-b6b5-9b68fb930d4f)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:07.382970 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b2f71674-38bc-432a-b200-b897f2f910f4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.387165 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40354) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:07.391187 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b2f71674-38bc-432a-b200-b897f2f910f4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3848002 Feb 20 20:04:07.393740 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-51049f1d-c0a9-4297-8db2-ce0c987e9a9a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'security_group_rule': {'security_group_id': '18ff4dc9-3780-4dd4-899c-a4cb5c378402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:07.397054 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Publish callbacks [] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.419636 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:07.422838 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-826ce35a-d737-4cfe-b62e-50e97c3acfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.468072 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.538988 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a4a60b-58f4-44d7-aa8e-eae5ec2699c0 None None] The sync data for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi is: [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:07.559869 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51049f1d-c0a9-4297-8db2-ce0c987e9a9a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (e5532273-7436-4457-9a88-8419660aff2e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.569611 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.610649 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-5a7f974b-1366-49a3-ab71-b81d309d22da None None] Provisioning complete for port d4c96706-d595-4817-99b6-572b7668b7aa triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:07.610649 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a7f974b-1366-49a3-ab71-b81d309d22da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.668294 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-7453f45c-8da4-4196-9d65-142d1c63b38b service neutron] 10.222.0.60 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536530 Feb 20 20:04:07.668830 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ce35a-d737-4cfe-b62e-50e97c3acfde None None] Pushing event updated for resources: {'Port': ['ID=d4c96706-d595-4817-99b6-572b7668b7aa,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:07.736619 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:07.737268 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.738951 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] 10.222.0.75 "PUT /v2.0/ports/d256f7e8-1d52-4116-97eb-a03ae94013f4 HTTP/1.1" status: 200 len: 1093 time: 4.6338382 Feb 20 20:04:07.739429 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27be4751-a3cc-4912-8cc9-fb61d611698d', 'tag': 'd256f7e8-1d52-4116-97eb-a03ae94013f4'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:07.745248 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e938d10-4a43-4790-a497-085bac77caaa None None] Pushing event updated for resources: {'Port': ['ID=d38dd15c-a49a-4ed7-a6ce-7d965d69e533,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:07.762273 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51049f1d-c0a9-4297-8db2-ce0c987e9a9a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (e5532273-7436-4457-9a88-8419660aff2e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.868598 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51049f1d-c0a9-4297-8db2-ce0c987e9a9a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (e5532273-7436-4457-9a88-8419660aff2e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.950838 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51049f1d-c0a9-4297-8db2-ce0c987e9a9a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5532273-7436-4457-9a88-8419660aff2e,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:07.978450 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00274c03-3e6a-4f1d-a07f-91d6fd1b2655 service neutron] Pushing event updated for resources: {'Port': ['ID=d256f7e8-1d52-4116-97eb-a03ae94013f4,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:07.986947 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f974b-1366-49a3-ab71-b81d309d22da None None] Current status of the port d4c96706-d595-4817-99b6-572b7668b7aa is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:08.032697 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db1d71-20d1-4dde-a742-130f67c74f9d req-bbd1d7b0-af7e-4539-80f4-2a6fcc9e287e tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:08.041343 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-67db1d71-20d1-4dde-a742-130f67c74f9d req-bbd1d7b0-af7e-4539-80f4-2a6fcc9e287e tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.5572810 Feb 20 20:04:08.053029 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-51049f1d-c0a9-4297-8db2-ce0c987e9a9a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.058054 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-51049f1d-c0a9-4297-8db2-ce0c987e9a9a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6673925 Feb 20 20:04:08.062739 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40370) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:08.067955 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'floatingip': {'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:08.110245 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Attempting to bind port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:08.110245 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Attempting to bind port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:08.110556 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Attempting to bind port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 on network 071c382c-ea33-42d9-9b4c-49dc8158480b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:08.155528 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:08.156046 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Checking segment: {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:08.156403 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.156815 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Bound using segment: {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:08.157361 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Bound port: d38dd15c-a49a-4ed7-a6ce-7d965d69e533, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:08.161333 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.232595 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.262691 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-67db1d71-20d1-4dde-a742-130f67c74f9d req-28dba334-074f-4344-be68-0e548eaa33a1 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193758 Feb 20 20:04:08.558122 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f15f34-cea9-4111-83d3-99d5d58eca91" -d '{"events": [{"name": "network-changed", "server_uuid": "27be4751-a3cc-4912-8cc9-fb61d611698d", "tag": "d256f7e8-1d52-4116-97eb-a03ae94013f4"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:08.572686 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-7cc58fb6-0dfc-4d19-8b14-1a0c0490dc2c None None] Provisioning complete for port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:08.573217 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7cc58fb6-0dfc-4d19-8b14-1a0c0490dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.576304 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f5bc781-ab53-49d6-b4b6-252cc9a158aa req-373d2794-2317-4d82-a320-44aa2540d943 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.1969268 Feb 20 20:04:08.626223 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-5a13a856-9631-485c-9249-399f521afcb7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2014237498&fields=id&tenant_id=e1bbd53d77c94e618e7f59de051406ed HTTP/1.1" status: 200 len: 267 time: 0.4202068 Feb 20 20:04:08.635821 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.687804 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] For port d38dd15c-a49a-4ed7-a6ce-7d965d69e533, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:08.695943 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device d4c96706-d595-4817-99b6-572b7668b7aa up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:08.768795 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] For port d38dd15c-a49a-4ed7-a6ce-7d965d69e533, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=d38dd15c-a49a-4ed7-a6ce-7d965d69e533,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:08.813335 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7cc58fb6-0dfc-4d19-8b14-1a0c0490dc2c None None] Port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:08.834077 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port d4c96706-d595-4817-99b6-572b7668b7aa triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:08.834789 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.926992 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.954817 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Allocated IP 172.27.0.93 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/5b98ceab-78b0-4a27-8161-b8e8d659495b) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:09.003249 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:04:09.042153 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-294814a7-8e7f-4e2e-ae95-8671a64ac468 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:09.047809 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-294814a7-8e7f-4e2e-ae95-8671a64ac468 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 817 time: 0.4009058 Feb 20 20:04:09.088920 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-91004e67-a1e8-4e32-be44-d16390602870 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/quotas/e1bbd53d77c94e618e7f59de051406ed HTTP/1.1" status: 200 len: 375 time: 0.0189486 Feb 20 20:04:09.149890 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for port (5b98ceab-78b0-4a27-8161-b8e8d659495b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.153237 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:09.158515 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:03:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:09.176958 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e938d10-4a43-4790-a497-085bac77caaa None None] Pushing event updated for resources: {'Port': ['ID=d38dd15c-a49a-4ed7-a6ce-7d965d69e533,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:09.241971 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-f82c642b-2d4a-4892-b9cf-994dedc3fe48 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1462328 Feb 20 20:04:09.245428 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3623634-85e3-4db4-8ba2-0962be93c53c x-openstack-request-id: req-d3623634-85e3-4db4-8ba2-0962be93c53c {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:09.246807 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27be4751-a3cc-4912-8cc9-fb61d611698d", "tag": "d256f7e8-1d52-4116-97eb-a03ae94013f4", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:09.247301 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3623634-85e3-4db4-8ba2-0962be93c53c {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:09.248914 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27be4751-a3cc-4912-8cc9-fb61d611698d', 'tag': 'd256f7e8-1d52-4116-97eb-a03ae94013f4', 'status': 'completed', 'code': 200} Feb 20 20:04:09.335125 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (5b98ceab-78b0-4a27-8161-b8e8d659495b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.414596 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:09.421393 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:09.426902 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:09.449412 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'Port': ['ID=5b98ceab-78b0-4a27-8161-b8e8d659495b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:09.490924 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port d4c96706-d595-4817-99b6-572b7668b7aa is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:09.492310 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 14252c42-3148-47c1-bb22-175c3cb99135 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:09.517143 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-3fcdbf5e-4812-494c-b807-7181cdbcaa33 service neutron] 10.222.0.60 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637198 Feb 20 20:04:09.517623 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (4a39d3f8-207a-43c4-8af2-fa40f60299c7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.548035 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-178ca9fc-884e-4c9b-94c9-7bdc78247c24 None None] Provisioning complete for port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:09.548402 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-178ca9fc-884e-4c9b-94c9-7bdc78247c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.582780 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:09.609501 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6436d-dc9b-42ad-a23f-4f7d9211a467 req-85dde6ba-abd1-4ea3-9c02-0b8593ea3e11 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:09.611016 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-41b6436d-dc9b-42ad-a23f-4f7d9211a467 req-85dde6ba-abd1-4ea3-9c02-0b8593ea3e11 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.1940944 Feb 20 20:04:09.639514 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (5b98ceab-78b0-4a27-8161-b8e8d659495b), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.668302 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-2a9c874f-b044-418c-b775-16d36818ff5a service neutron] 10.222.0.60 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502855 Feb 20 20:04:09.681251 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-41b6436d-dc9b-42ad-a23f-4f7d9211a467 req-00425ba8-33bc-45b7-8cf1-18b58484bce8 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634186 Feb 20 20:04:09.744036 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 14252c42-3148-47c1-bb22-175c3cb99135 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:09.744418 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (14252c42-3148-47c1-bb22-175c3cb99135), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.800290 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9756022b-71a5-426e-9e50-2307cebeb500 req-086d98a7-01e8-4205-a4e8-852cdd8adb99 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.0344503 Feb 20 20:04:09.832861 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-178ca9fc-884e-4c9b-94c9-7bdc78247c24 None None] Current status of the port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:09.834263 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-178ca9fc-884e-4c9b-94c9-7bdc78247c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.863378 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for port (5b98ceab-78b0-4a27-8161-b8e8d659495b), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.906478 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-178ca9fc-884e-4c9b-94c9-7bdc78247c24 None None] For port d38dd15c-a49a-4ed7-a6ce-7d965d69e533, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=d38dd15c-a49a-4ed7-a6ce-7d965d69e533,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:09.987752 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (5b98ceab-78b0-4a27-8161-b8e8d659495b), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.036925 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c8f86628-f6c3-468a-b595-c8c79790e1c9 req-ba3d39e9-648e-450e-8f76-eb78ccb94ba4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 210 time: 0.0850954 Feb 20 20:04:10.060256 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-178ca9fc-884e-4c9b-94c9-7bdc78247c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.072016 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (4a39d3f8-207a-43c4-8af2-fa40f60299c7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.080808 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 14252c42-3148-47c1-bb22-175c3cb99135 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:10.081224 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (14252c42-3148-47c1-bb22-175c3cb99135), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.110136 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'Port': ['ID=5b98ceab-78b0-4a27-8161-b8e8d659495b,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:10.216646 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.227213 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-fd3a5be5-80eb-40d2-8ed9-62c2b95c022c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1546340 Feb 20 20:04:10.227972 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ca9fc-884e-4c9b-94c9-7bdc78247c24 None None] Pushing event updated for resources: {'Port': ['ID=d38dd15c-a49a-4ed7-a6ce-7d965d69e533,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:10.234885 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 14252c42-3148-47c1-bb22-175c3cb99135, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=14252c42-3148-47c1-bb22-175c3cb99135,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:10.258921 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:10.292563 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d5f6d-47c0-48c1-b942-c8876dac595e None None] The sync data for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi is: [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:10.328997 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (14252c42-3148-47c1-bb22-175c3cb99135), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.390942 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=14252c42-3148-47c1-bb22-175c3cb99135,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:10.461283 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-b57c792c-de9d-493d-80c8-a8f73455a53d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1637407339&fields=id&tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6 HTTP/1.1" status: 200 len: 267 time: 0.0514407 Feb 20 20:04:10.591045 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-a4db82ec-2ee4-4c55-9f31-c43a0f6cd959 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:10.592690 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-a4db82ec-2ee4-4c55-9f31-c43a0f6cd959 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/networks?id=071c382c-ea33-42d9-9b4c-49dc8158480b HTTP/1.1" status: 200 len: 810 time: 0.1215856 Feb 20 20:04:10.608257 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-a59167b5-709f-4609-90f4-9d8c828c7aee tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/quotas/27dde5e056c34a6a9fdf78ab276c3fc6 HTTP/1.1" status: 200 len: 375 time: 0.0097353 Feb 20 20:04:10.671913 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-afa3795b-3a43-4632-bf54-e2c4eac9f27b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579491 Feb 20 20:04:10.805128 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c0f07f18-3421-4278-bfb1-485cc7a26f08 service neutron] 10.222.0.60 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211033 Feb 20 20:04:10.955632 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccc9e5-dd21-4b7e-8561-f7ac6affcfd0 req-222999d3-dd9b-41db-9a3b-9535d3f9e205 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:10.957161 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c1ccc9e5-dd21-4b7e-8561-f7ac6affcfd0 req-222999d3-dd9b-41db-9a3b-9535d3f9e205 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.1823597 Feb 20 20:04:10.985569 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c855ce9f-a585-4059-bc13-30bbf4b12e95 service neutron] 10.222.0.60 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557562 Feb 20 20:04:11.080025 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c1ccc9e5-dd21-4b7e-8561-f7ac6affcfd0 req-c8dba486-480f-4963-aa98-6973941bd4bc tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051095 Feb 20 20:04:11.327567 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b4b8f533-5d67-4a85-885a-9d20d92fea14 req-efeabd0e-33d4-4885-9039-01af862350f8 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.0422785 Feb 20 20:04:12.031125 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d8571d25-579f-4fd2-b4fc-eaa15ff4bbdb req-de8fb35a-6e60-478d-ae92-8452217719b1 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.4552522 Feb 20 20:04:12.122130 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7caa620e-e172-4b64-8fcb-0f3a553d275b req-2f057a36-16f7-45a5-b55a-ee33645d43da tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 210 time: 0.5136700 Feb 20 20:04:12.284636 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-bb742934-1d8d-4ee4-91e4-b0b3cbe85f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:12.296605 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-bb742934-1d8d-4ee4-91e4-b0b3cbe85f15 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=da1818d276f14d708be99c940260b757&device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 1127 time: 0.8517990 Feb 20 20:04:12.349242 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec548a46-7f1f-4599-9fef-370c3b5e9dbd req-b411091b-2913-47c3-80f7-a54eca1cb70a tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:12.351250 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec548a46-7f1f-4599-9fef-370c3b5e9dbd req-b411091b-2913-47c3-80f7-a54eca1cb70a tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.1864727 Feb 20 20:04:12.548266 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-b21ab964-b232-430c-a165-81e4d8cb0225 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d256f7e8-1d52-4116-97eb-a03ae94013f4 HTTP/1.1" status: 200 len: 217 time: 0.1917384 Feb 20 20:04:12.601768 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-81e858ee-ba8b-4a35-853b-be657e573884 req-721997f4-e9df-4b82-9f8c-6d903dd4352c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.0764582 Feb 20 20:04:12.686794 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec548a46-7f1f-4599-9fef-370c3b5e9dbd req-2cad5286-ec4a-45c1-b630-1e64b62dc413 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077029 Feb 20 20:04:12.693566 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-d569b952-7a6c-423e-8ec7-af55cdaee892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:12.693566 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-d569b952-7a6c-423e-8ec7-af55cdaee892 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5 HTTP/1.1" status: 200 len: 851 time: 0.1190128 Feb 20 20:04:12.812454 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.75', 53188) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:12.856004 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device d38dd15c-a49a-4ed7-a6ce-7d965d69e533 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:12.944625 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-ebfbf071-7ab2-47bd-b219-f292f22d2c13 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3a4cb438-6960-42f9-a911-4a7d769daf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748631 Feb 20 20:04:13.005575 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:13.006639 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.192817 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-3391cc6b-59ac-4d57-bfe3-1d596633da8d service neutron] 10.222.0.75 "GET /v2.0/networks/3a4cb438-6960-42f9-a911-4a7d769daf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311151 Feb 20 20:04:13.285466 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:13.292162 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 14252c42-3148-47c1-bb22-175c3cb99135 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:13.337722 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-922cfb7b-5081-471c-847f-7599d513bcd0 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:13.339561 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-922cfb7b-5081-471c-847f-7599d513bcd0 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.75 "GET /v2.0/networks?id=37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 200 len: 819 time: 0.5115151 Feb 20 20:04:13.382702 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Request body: {'port': {'device_id': '6e394c2c-f9ca-4e79-9a43-f6a04f887f71', 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971', 'admin_state_up': True, 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:13.423634 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 14252c42-3148-47c1-bb22-175c3cb99135 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:13.424014 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (14252c42-3148-47c1-bb22-175c3cb99135), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.439981 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7b85abdd-7415-4bfb-94d7-ddc18c7ab1ce req-d28cabcf-0298-4e95-aeae-8c388c0c1420 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 210 time: 0.1330702 Feb 20 20:04:13.450550 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c57b80ef-f0c0-4277-b04c-e36427cad09d req-bb10c7ff-e6d2-4b26-878b-2f82ac4b2b1c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.1441538 Feb 20 20:04:13.547202 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 14252c42-3148-47c1-bb22-175c3cb99135 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:13.563037 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75506944-c3b6-4fd6-b26a-fb2e3c1b3656 req-f0aaf891-a276-41d0-ba4a-86ffa5933041 service neutron] 10.222.0.75 "GET /v2.0/networks/3a4cb438-6960-42f9-a911-4a7d769daf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897222 Feb 20 20:04:13.671918 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Made reservation on behalf of 7c41f18c6d374064a28ac5b75141a0d3 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:13.676575 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.822272 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-288b2dde-e4f5-4139-a8e8-ce6d3dbf7454 req-7ca6acb3-d9ea-4cec-980e-1c6aeb006deb tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.0623093 Feb 20 20:04:13.899777 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbd134-eb1a-49a9-b7e3-320f93a41e31 req-1b18d6bc-ee3a-4f2c-996a-a1aab313ba7a tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:13.911372 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d0dbd134-eb1a-49a9-b7e3-320f93a41e31 req-1b18d6bc-ee3a-4f2c-996a-a1aab313ba7a tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.0879338 Feb 20 20:04:13.914391 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.75', 53202) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:14.003438 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d0dbd134-eb1a-49a9-b7e3-320f93a41e31 req-635dbaef-73cb-4ec1-b25c-38550771f416 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909734 Feb 20 20:04:14.049984 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Allocated IP 172.20.0.8 (37567a22-fd4c-4456-b47a-a244d0fa7971/e9068444-01a5-4614-906d-18b4e47d1e28/93f93cb7-06aa-4758-87e2-1a0fb13262c4) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:14.268403 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks [] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.387085 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.542429 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Network 37567a22-fd4c-4456-b47a-a244d0fa7971 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:14.562851 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:14.571957 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:14.587635 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:14.588324 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.627111 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a40c06b5-b64d-40f6-b35f-d6e20c419fe7 req-ac9045d7-18e3-4a76-842d-719bd1c26fd0 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 210 time: 0.0523314 Feb 20 20:04:14.670315 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Pushing event updated for resources: {'Port': ['ID=93f93cb7-06aa-4758-87e2-1a0fb13262c4,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:14.686856 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f3128197-bcdf-4373-b7d5-ffa36d0dfe66 req-4c282403-5025-4107-a89e-a45766b36bc3 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0893857 Feb 20 20:04:14.734527 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-729261fc-ff59-4b1b-ba01-661a1efb21e4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3679562 Feb 20 20:04:14.785327 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-d45dcf8b-eebb-43c7-a684-0482819d1756 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:14.794771 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-d45dcf8b-eebb-43c7-a684-0482819d1756 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.75 "GET /v2.0/networks?id=37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 200 len: 819 time: 0.3304687 Feb 20 20:04:14.993696 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b54962a6-df07-4c7d-956a-51b7d281ad0f req-7b3ed738-7da5-4819-8e22-aad72a6506be tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.0510848 Feb 20 20:04:15.159431 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f834fce-8f8e-4e4b-8de1-152d313b2175 req-15a85373-e5d9-4646-8ddd-e26628d8ce8e tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:15.161749 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0f834fce-8f8e-4e4b-8de1-152d313b2175 req-15a85373-e5d9-4646-8ddd-e26628d8ce8e tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.0740545 Feb 20 20:04:15.311529 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0f834fce-8f8e-4e4b-8de1-152d313b2175 req-13f41b54-273c-433c-9509-d11d0f1b2b22 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430213 Feb 20 20:04:15.417425 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-a4d7355c-fe71-4507-a232-bc7f7f792335 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:15.418935 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-a4d7355c-fe71-4507-a232-bc7f7f792335 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 817 time: 0.2348285 Feb 20 20:04:15.770173 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8af003f4-62bd-4e42-98d8-c1d89d5d8cb2 req-1d27869c-d0e2-498a-aa3f-ed05c9ad66ee tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 210 time: 0.0311294 Feb 20 20:04:15.850723 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-74f65632-ce3b-4c98-a149-06893e286bae req-da92e34c-b52f-4e9b-8039-2a480401c496 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0371099 Feb 20 20:04:16.120412 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7fb963f3-d041-4f40-95f5-8792e16642dc req-e3f00e9d-5944-4a11-8349-c3c7f4d3054a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.0436568 Feb 20 20:04:16.464303 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b8980-6b49-472e-ab4d-34e9c1ad9d64 req-9509024f-654f-4f7b-b70b-c69b31e09747 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:16.469392 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-498b8980-6b49-472e-ab4d-34e9c1ad9d64 req-9509024f-654f-4f7b-b70b-c69b31e09747 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.0569897 Feb 20 20:04:16.515114 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-498b8980-6b49-472e-ab4d-34e9c1ad9d64 req-b83cfea7-4257-42fb-b917-50a83aa4fcfd tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425141 Feb 20 20:04:16.880523 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ff837126-f190-4d4f-b41f-97e2a284c5e4 req-98a46ee8-4987-415a-add4-dd0610b773a8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 210 time: 0.0356560 Feb 20 20:04:16.954557 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a02066a-6900-42ec-8c84-1bcdc6cc7ac4 req-a6e4d272-d147-45e2-af85-c5ab5a9f2c13 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0269935 Feb 20 20:04:17.220199 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-50dc2676-a812-4543-952b-13789fb4ce8e req-657e16ba-6ee1-400e-8e8a-d1e7aad0ca49 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.0292573 Feb 20 20:04:17.384223 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 40632) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:17.486758 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0d74ef3-4704-424a-b446-b23a02dff76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.560266 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0d74ef3-4704-424a-b446-b23a02dff76a admin admin] Publish callbacks [] for security_group (ca127ab2-680f-4522-9f48-2c6ba5cdf735), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.633307 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76691909-aefe-45c7-9b0a-734342da1a11 req-00d462ea-718d-44e0-a4a0-e30b2e37933c tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:17.634779 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76691909-aefe-45c7-9b0a-734342da1a11 req-00d462ea-718d-44e0-a4a0-e30b2e37933c tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.0531020 Feb 20 20:04:17.656708 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a0d74ef3-4704-424a-b446-b23a02dff76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ca127ab2-680f-4522-9f48-2c6ba5cdf735), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.711195 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d74ef3-4704-424a-b446-b23a02dff76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca127ab2-680f-4522-9f48-2c6ba5cdf735,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:17.721453 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a0d74ef3-4704-424a-b446-b23a02dff76a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c340e2a7e304b73b8eade9d9bfd2082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359199 Feb 20 20:04:17.724463 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40644) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:17.732720 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76691909-aefe-45c7-9b0a-734342da1a11 req-e6be5a1d-0d8a-47a6-bbac-2fad171949e0 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892506 Feb 20 20:04:17.773656 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19d33943-c9ef-4d03-8589-07822fd8216a admin admin] Publish callbacks [] for security_group (ca127ab2-680f-4522-9f48-2c6ba5cdf735), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.793999 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19d33943-c9ef-4d03-8589-07822fd8216a admin admin] Publish callbacks [] for security_group (ca127ab2-680f-4522-9f48-2c6ba5cdf735), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.911126 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19d33943-c9ef-4d03-8589-07822fd8216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ca127ab2-680f-4522-9f48-2c6ba5cdf735), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.913679 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-19d33943-c9ef-4d03-8589-07822fd8216a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.914837 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-19d33943-c9ef-4d03-8589-07822fd8216a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca127ab2-680f-4522-9f48-2c6ba5cdf735 HTTP/1.1" status: 204 len: 168 time: 0.1898079 Feb 20 20:04:17.923902 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d33943-c9ef-4d03-8589-07822fd8216a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca127ab2-680f-4522-9f48-2c6ba5cdf735,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:17.996148 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-adfd2547-6229-433f-8b0c-7a1e0ff5863a req-1101df42-39c0-4ac7-8d05-4d36d504c423 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 210 time: 0.0270329 Feb 20 20:04:18.053178 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6765601e-41be-41b4-9b8e-ad838244b3a0 req-e9c388a5-8798-412b-a622-33ca021c7ad5 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0264645 Feb 20 20:04:18.054212 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.315427 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-65efebcf-10a4-4ea9-aa8f-02e5d1ec6afb req-a8713504-511a-4768-8a45-a3e4c6707632 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.0298560 Feb 20 20:04:18.713726 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.75', 53206) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:18.724152 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Request body: {'port': {'device_id': '6e394c2c-f9ca-4e79-9a43-f6a04f887f71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:18.728611 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Request body: {'port': {'device_id': '52443e14-8400-4a24-8928-b6c1ccd822a5', 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971', 'admin_state_up': True, 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:18.828039 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.899737 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 40684) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:19.015263 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-24956434-6d46-460c-b419-68ff343befb1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1bbd53d77c94e618e7f59de051406ed HTTP/1.1" status: 200 len: 380 time: 0.2617383 Feb 20 20:04:19.019933 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-d0b6b4c9-9e28-4521-a3a8-42d9e0e3e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:19.021186 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-d0b6b4c9-9e28-4521-a3a8-42d9e0e3e816 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=da1818d276f14d708be99c940260b757&device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 1127 time: 0.2693088 Feb 20 20:04:19.045427 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7f7a1-ab9d-4a1b-9be4-c5fff82f3664 req-574a0900-9f19-4355-b211-2f6f8186b60c tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:19.047006 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60a7f7a1-ab9d-4a1b-9be4-c5fff82f3664 req-574a0900-9f19-4355-b211-2f6f8186b60c tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.1737697 Feb 20 20:04:19.111808 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'port': {'device_id': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'admin_state_up': True, 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'security_groups': ['2a34216f-9225-459f-9f6a-a1b51c466644']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:19.139064 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1418297540-network', 'tenant_id': 'b37e7b316a1f4074b84b0eadbb6ca3ac'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:19.323972 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f93cb7-06aa-4758-87e2-1a0fb13262c4 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:19.333615 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Publish callbacks [] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.359404 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Transition to ACTIVE for port object 93f93cb7-06aa-4758-87e2-1a0fb13262c4 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:19.426117 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Made reservation on behalf of 7c41f18c6d374064a28ac5b75141a0d3 for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:19.429614 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.445639 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a2e3076-038a-4e3c-b5eb-f40998c7bd17 req-b6891cab-0166-429a-af56-3c5fb89b70bf tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 210 time: 0.3303711 Feb 20 20:04:19.467641 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.478242 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60a7f7a1-ab9d-4a1b-9be4-c5fff82f3664 req-6993a5d3-f163-44b6-b443-f30da27045f0 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243474 Feb 20 20:04:19.534763 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Pushing event updated for resources: {'Port': ['ID=93f93cb7-06aa-4758-87e2-1a0fb13262c4,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:19.580121 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Made reservation on behalf of b37e7b316a1f4074b84b0eadbb6ca3ac for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:19.582293 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.593618 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Attempting to bind port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:19.593976 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Attempting to bind port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:19.594323 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Attempting to bind port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 on network 37567a22-fd4c-4456-b47a-a244d0fa7971 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:19.598980 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 on network 37567a22-fd4c-4456-b47a-a244d0fa7971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:19.599304 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Attempting to bind port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 on network 37567a22-fd4c-4456-b47a-a244d0fa7971 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:19.604056 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:19.604396 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Checking segment: {'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:19.604947 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Bound using segment: {'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:19.605432 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Bound port: 93f93cb7-06aa-4758-87e2-1a0fb13262c4, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:19.605793 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.658035 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a0ac71b0-0427-402b-a2e8-55c666ae929c req-9a4db1a9-91df-44fc-9011-a06856c0b9df tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.1067007 Feb 20 20:04:19.676083 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] For port 93f93cb7-06aa-4758-87e2-1a0fb13262c4, host hv-cinder-83008, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:19.679541 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] For port 93f93cb7-06aa-4758-87e2-1a0fb13262c4, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:19.689329 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8e03fbc2-7174-414c-95ba-992d8d3ac445 req-f65762ab-818c-4411-baf4-10f4111c0531 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.1350305 Feb 20 20:04:19.695093 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.723093 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.749603 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-68146d97-3051-4ba4-a4e0-fdd9ece7081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:19.751611 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-68146d97-3051-4ba4-a4e0-fdd9ece7081e service neutron] 10.222.0.75 "GET /v2.0/networks?id=3a4cb438-6960-42f9-a911-4a7d769daf28 HTTP/1.1" status: 200 len: 912 time: 0.6730599 Feb 20 20:04:19.773905 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:19.774541 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.776009 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] 10.222.0.75 "PUT /v2.0/ports/93f93cb7-06aa-4758-87e2-1a0fb13262c4 HTTP/1.1" status: 200 len: 1093 time: 1.0582492 Feb 20 20:04:19.776471 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e394c2c-f9ca-4e79-9a43-f6a04f887f71', 'tag': '93f93cb7-06aa-4758-87e2-1a0fb13262c4'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:19.808596 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Made reservation on behalf of e1bbd53d77c94e618e7f59de051406ed for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:19.812870 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.852757 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb854bf7-7859-4465-8925-958ae1f66b1d service neutron] Pushing event updated for resources: {'Port': ['ID=93f93cb7-06aa-4758-87e2-1a0fb13262c4,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:19.869079 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Allocated IP 172.20.0.14 (37567a22-fd4c-4456-b47a-a244d0fa7971/e9068444-01a5-4614-906d-18b4e47d1e28/c6f9bc83-3d9c-4fbd-973e-18a908aadda3) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:19.956285 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Publish callbacks [] for security_group (b51edf7e-74ce-4bb6-93f0-dcde64b0f114), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.958297 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5d0582-dcbc-43dc-8cc7-ee0f83c6336f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e394c2c-f9ca-4e79-9a43-f6a04f887f71", "tag": "93f93cb7-06aa-4758-87e2-1a0fb13262c4"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:20.020189 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (b51edf7e-74ce-4bb6-93f0-dcde64b0f114), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.091213 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd38f50-81a1-47f8-bf84-52040122c9dc x-openstack-request-id: req-5fd38f50-81a1-47f8-bf84-52040122c9dc {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:20.092055 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e394c2c-f9ca-4e79-9a43-f6a04f887f71", "tag": "93f93cb7-06aa-4758-87e2-1a0fb13262c4", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:20.092773 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fd38f50-81a1-47f8-bf84-52040122c9dc {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:20.093266 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e394c2c-f9ca-4e79-9a43-f6a04f887f71', 'tag': '93f93cb7-06aa-4758-87e2-1a0fb13262c4', 'status': 'completed', 'code': 200} Feb 20 20:04:20.103325 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:04:20.112061 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Allocated IP 172.20.0.10 (628a481f-f881-4fc8-9417-12ed3960094e/c944ad5c-f538-4714-b338-90f8675dfd7a/87a52ebd-35dd-4b56-8924-9578f176542c) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:20.131481 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51edf7e-74ce-4bb6-93f0-dcde64b0f114,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:20.141162 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (8f53f3bf-65fd-410e-982b-7daa55b98489), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.141465 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Added segment 8f53f3bf-65fd-410e-982b-7daa55b98489 of type vlan for network 6e7b6e59-f14c-4143-b695-211d179b5156 Feb 20 20:04:20.211950 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (6e7b6e59-f14c-4143-b695-211d179b5156), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.253400 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks [] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.373683 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for port (87a52ebd-35dd-4b56-8924-9578f176542c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.402728 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (6e7b6e59-f14c-4143-b695-211d179b5156), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.403648 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:20.404268 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.460253 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.475723 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7b6e59-f14c-4143-b695-211d179b5156,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:20.487244 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 6e7b6e59-f14c-4143-b695-211d179b5156 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:04:20.503219 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.517233 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Network 37567a22-fd4c-4456-b47a-a244d0fa7971 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:20.527982 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:20.534975 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:20.540261 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:20.540882 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.546592 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Pushing event updated for resources: {'Port': ['ID=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:20.556219 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Network 628a481f-f881-4fc8-9417-12ed3960094e is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:20.585714 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c7abe389-d53a-4792-b424-cbc9249267e5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6732328 Feb 20 20:04:20.586531 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:20.588564 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40722) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:20.595268 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Request body: {'subnet': {'network_id': '6e7b6e59-f14c-4143-b695-211d179b5156', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1418297540-subnet', 'tenant_id': 'b37e7b316a1f4074b84b0eadbb6ca3ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:20.653033 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:20.658813 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:20.659458 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.698192 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-5a363230-5003-402d-b633-5f1b9b905db1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9829965 Feb 20 20:04:20.707703 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:20.730922 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa08c49-832f-4320-8682-431cd3536df2 req-8ddd9bb9-2e69-4c8b-8f5c-f7ced6aeac88 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:20.732820 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7fa08c49-832f-4320-8682-431cd3536df2 req-8ddd9bb9-2e69-4c8b-8f5c-f7ced6aeac88 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.1645432 Feb 20 20:04:20.740885 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e62543-0cb0-4c35-89ae-33782d2eec19 req-6ff04b4b-39d4-4c34-8028-5a9b78b3164c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:20.748676 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-08e62543-0cb0-4c35-89ae-33782d2eec19 req-6ff04b4b-39d4-4c34-8028-5a9b78b3164c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 932 time: 0.1979370 Feb 20 20:04:20.768316 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Made reservation on behalf of b37e7b316a1f4074b84b0eadbb6ca3ac for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:20.770790 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.784401 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-27a9aa6e-ebbc-4360-8848-a42accb8bd46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6774480 Feb 20 20:04:20.807039 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-e88cfed7-4909-4d10-ad9c-3d0f70275ea1 None None] Provisioning complete for port 87a52ebd-35dd-4b56-8924-9578f176542c triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:20.807503 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e88cfed7-4909-4d10-ad9c-3d0f70275ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.829370 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7fa08c49-832f-4320-8682-431cd3536df2 req-3d35fd6d-3cf2-4bbb-b329-28e1f84d26fb tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858254 Feb 20 20:04:20.833880 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-08e62543-0cb0-4c35-89ae-33782d2eec19 req-c2feafc2-bbed-4f10-b972-c64c504b432d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836036 Feb 20 20:04:20.850219 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e88cfed7-4909-4d10-ad9c-3d0f70275ea1 None None] Port 87a52ebd-35dd-4b56-8924-9578f176542c cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:20.975627 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-43ce7444-f6fb-41d6-bef9-c7accb1181af req-e1b9ca74-e3a9-45b9-8d93-d09ff38cf9e3 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0561659 Feb 20 20:04:21.000729 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bab6e-70b0-4441-96b3-02909be8fdd7 req-997d3366-e6ae-4693-b433-7f9771325e68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:21.002325 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-836bab6e-70b0-4441-96b3-02909be8fdd7 req-997d3366-e6ae-4693-b433-7f9771325e68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 932 time: 0.0849595 Feb 20 20:04:21.019698 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (fade7d72-859b-4317-8010-610626eb8be1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:21.051736 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-836bab6e-70b0-4441-96b3-02909be8fdd7 req-f7bf2efe-b71f-4dd3-86f1-d86c9e42a772 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Feb 20 20:04:21.083624 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fade7d72-859b-4317-8010-610626eb8be1,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:21.092929 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Checking segment: {'id': '8f53f3bf-65fd-410e-982b-7daa55b98489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6e7b6e59-f14c-4143-b695-211d179b5156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:21.093380 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Network hostable DHCP agents. Network: 6e7b6e59-f14c-4143-b695-211d179b5156, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:04:21.185097 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Network 6e7b6e59-f14c-4143-b695-211d179b5156 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:04:21.242182 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 6e7b6e59-f14c-4143-b695-211d179b5156) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:21.246259 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:21.246857 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:21.252332 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b91ab4-70b7-4204-b386-3177922254d0 None None] Network 6e7b6e59-f14c-4143-b695-211d179b5156 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:04:21.319637 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-7a9683e4-3f37-44da-bf47-3b65d023b047 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7295856 Feb 20 20:04:21.350011 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b57760e-003c-4f7a-ac66-8ebaf56a7fe7 None None] Network 6e7b6e59-f14c-4143-b695-211d179b5156 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:04:21.994094 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31f48b-1d9b-4353-983b-c9ea96f46e21 req-5433afe7-bfa6-4328-88f0-5c7aa337eaf9 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:21.996635 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8e31f48b-1d9b-4353-983b-c9ea96f46e21 req-5433afe7-bfa6-4328-88f0-5c7aa337eaf9 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.0819099 Feb 20 20:04:21.998001 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40768) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:22.003413 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1549784129-network', 'tenant_id': 'aeb883a0f6ea4614a48ae99fcecba97e'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:22.031258 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a975ff-e0be-4e84-8a44-a8d09ceefbb0 req-3b5cf7cd-305f-42b0-8c38-ff4d7a8eb1e2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.032768 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-69a975ff-e0be-4e84-8a44-a8d09ceefbb0 req-3b5cf7cd-305f-42b0-8c38-ff4d7a8eb1e2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 932 time: 0.0895386 Feb 20 20:04:22.081739 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8e31f48b-1d9b-4353-983b-c9ea96f46e21 req-1c4e8a01-b0c7-4fc5-b3d0-32fe4f68b18c tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786641 Feb 20 20:04:22.097980 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Made reservation on behalf of aeb883a0f6ea4614a48ae99fcecba97e for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:22.106899 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.111532 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-69a975ff-e0be-4e84-8a44-a8d09ceefbb0 req-0ebc35d8-2ee3-428a-a5aa-d3ef8d371d74 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685241 Feb 20 20:04:22.120954 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.206699 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4717f1a4-026a-4363-8303-9d5b3772c8c8 req-63a6d8bf-cb39-433f-8b0d-d660b22edf01 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0354302 Feb 20 20:04:22.212639 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Publish callbacks [] for security_group (ca769c21-56ce-4580-88a7-566db3f0a93e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.238606 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Request body: {'port': {'device_id': '52443e14-8400-4a24-8928-b6c1ccd822a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:22.250394 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Request body: {'port': {'device_id': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:22.264847 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ca769c21-56ce-4580-88a7-566db3f0a93e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.321064 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-6e82bc44-709e-4bf1-9096-9d5ce255f674 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d256f7e8-1d52-4116-97eb-a03ae94013f4 HTTP/1.1" status: 200 len: 217 time: 0.0917783 Feb 20 20:04:22.338095 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:04:22.361738 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca769c21-56ce-4580-88a7-566db3f0a93e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:22.368735 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (4a53c2c9-11ba-4e2b-9be9-edbd09a28c95), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.369076 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Added segment 4a53c2c9-11ba-4e2b-9be9-edbd09a28c95 of type vlan for network e66ff3c9-5191-4629-926a-77390600443d Feb 20 20:04:22.423611 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (e66ff3c9-5191-4629-926a-77390600443d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.426945 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d0582-dcbc-43dc-8cc7-ee0f83c6336f req-30ed4dea-1c66-4f2e-aa9e-f8a7371342fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.428423 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2a5d0582-dcbc-43dc-8cc7-ee0f83c6336f req-30ed4dea-1c66-4f2e-aa9e-f8a7371342fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 1127 time: 0.1499934 Feb 20 20:04:22.432163 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa85b58-b326-4d89-abe2-c9e8c2f8e6e7 req-a6cc7674-497a-48de-8250-7e533a693a33 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.433672 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-afa85b58-b326-4d89-abe2-c9e8c2f8e6e7 req-a6cc7674-497a-48de-8250-7e533a693a33 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 932 time: 0.2518661 Feb 20 20:04:22.446403 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.449366 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.75', 53212) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:22.472076 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.492518 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-7cb6e7ad-5e5c-4944-b5f4-e5bffa70b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.493877 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-7cb6e7ad-5e5c-4944-b5f4-e5bffa70b9e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5 HTTP/1.1" status: 200 len: 851 time: 0.1372881 Feb 20 20:04:22.565816 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-6f93e519-179e-4389-a8b3-0cc71d5396c9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3a4cb438-6960-42f9-a911-4a7d769daf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464733 Feb 20 20:04:22.609700 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-afa85b58-b326-4d89-abe2-c9e8c2f8e6e7 req-3e7f699e-eb82-4811-8b06-a7aec906aeb9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677029 Feb 20 20:04:22.631886 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (e66ff3c9-5191-4629-926a-77390600443d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.639015 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.639765 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.770041 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7704506 Feb 20 20:04:22.780166 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 40784) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:22.784883 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Request body: {'subnet': {'network_id': 'e66ff3c9-5191-4629-926a-77390600443d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1549784129-subnet', 'tenant_id': 'aeb883a0f6ea4614a48ae99fcecba97e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:22.790400 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-b60aaa37-9e91-49b2-ab1c-13f43933c4a8 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.791831 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-b60aaa37-9e91-49b2-ab1c-13f43933c4a8 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.75 "GET /v2.0/networks?id=071c382c-ea33-42d9-9b4c-49dc8158480b HTTP/1.1" status: 200 len: 810 time: 0.3293355 Feb 20 20:04:22.796891 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d0582-dcbc-43dc-8cc7-ee0f83c6336f req-5aae6a35-6f13-4276-a19b-42d795098384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.798310 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2a5d0582-dcbc-43dc-8cc7-ee0f83c6336f req-5aae6a35-6f13-4276-a19b-42d795098384 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3253543 Feb 20 20:04:22.801375 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4d8d5-b17f-430d-b644-c5835b5f3ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=e66ff3c9-5191-4629-926a-77390600443d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:22.815733 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network e66ff3c9-5191-4629-926a-77390600443d details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:04:23.033945 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-7a660d08-65d5-436d-a930-12a39ee1cc81 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6 HTTP/1.1" status: 200 len: 380 time: 0.2205541 Feb 20 20:04:23.051992 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'port': {'device_id': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'admin_state_up': True, 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'security_groups': ['18ff4dc9-3780-4dd4-899c-a4cb5c378402']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:23.128227 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-4ac001a3-e218-431a-ba58-bbc9643b7ec6 service neutron] 10.222.0.75 "GET /v2.0/networks/3a4cb438-6960-42f9-a911-4a7d769daf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414317 Feb 20 20:04:23.128668 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device d256f7e8-1d52-4116-97eb-a03ae94013f4 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:23.128781 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Made reservation on behalf of aeb883a0f6ea4614a48ae99fcecba97e for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:23.131070 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.157168 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d0582-dcbc-43dc-8cc7-ee0f83c6336f req-e086685a-220b-4771-b5a2-8174aa54ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:23.158619 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2a5d0582-dcbc-43dc-8cc7-ee0f83c6336f req-e086685a-220b-4771-b5a2-8174aa54ecbb service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3307743 Feb 20 20:04:23.319544 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-1b1f7c31-be3f-44d6-bf0e-add488377f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:23.321234 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-1b1f7c31-be3f-44d6-bf0e-add488377f50 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 1127 time: 0.0710857 Feb 20 20:04:23.354145 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port d256f7e8-1d52-4116-97eb-a03ae94013f4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d256f7e8-1d52-4116-97eb-a03ae94013f4,segment=NetworkSegment(66081670-0ce7-496d-b6b5-9b68fb930d4f),segment_id=66081670-0ce7-496d-b6b5-9b68fb930d4f)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:23.368798 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': 'd256f7e8-1d52-4116-97eb-a03ae94013f4', 'network_id': '3a4cb438-6960-42f9-a911-4a7d769daf28', 'port_id': 'd256f7e8-1d52-4116-97eb-a03ae94013f4', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:23.429883 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port d256f7e8-1d52-4116-97eb-a03ae94013f4 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:23.433460 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.463037 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d256f7e8-1d52-4116-97eb-a03ae94013f4 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:23.512421 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port d256f7e8-1d52-4116-97eb-a03ae94013f4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d256f7e8-1d52-4116-97eb-a03ae94013f4,segment=NetworkSegment(66081670-0ce7-496d-b6b5-9b68fb930d4f),segment_id=66081670-0ce7-496d-b6b5-9b68fb930d4f)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:23.550555 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad31ae-0945-4459-aa57-a1cd0534f776 req-cc5a988d-bb48-4558-a4c0-45c38c453f0c tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:23.552044 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e9ad31ae-0945-4459-aa57-a1cd0534f776 req-cc5a988d-bb48-4558-a4c0-45c38c453f0c tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 943 time: 0.3370860 Feb 20 20:04:23.569048 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-0eaf72ac-092a-404f-a564-b3e7fc2a238f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4 HTTP/1.1" status: 200 len: 217 time: 0.2312341 Feb 20 20:04:23.569672 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Made reservation on behalf of 27dde5e056c34a6a9fdf78ab276c3fc6 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:23.572968 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.579615 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.636669 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=d256f7e8-1d52-4116-97eb-a03ae94013f4,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:23.641264 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-21b798db-db05-4acd-a601-cd94e3465298 service neutron] 10.222.0.75 "GET /v2.0/networks/3a4cb438-6960-42f9-a911-4a7d769daf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867356 Feb 20 20:04:23.688099 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-8582b69a-9121-44eb-ac5e-69e579c136c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:23.689782 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-8582b69a-9121-44eb-ac5e-69e579c136c7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9068444-01a5-4614-906d-18b4e47d1e28 HTTP/1.1" status: 200 len: 859 time: 0.1058438 Feb 20 20:04:23.711421 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afd4aa-caf5-4931-bfff-5b1126527d85 req-7fed28ca-13ac-4416-814b-65e6a5179c01 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:23.712894 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85afd4aa-caf5-4931-bfff-5b1126527d85 req-7fed28ca-13ac-4416-814b-65e6a5179c01 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 932 time: 0.3804872 Feb 20 20:04:23.735724 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f9bc83-3d9c-4fbd-973e-18a908aadda3 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:23.753660 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-d12d2372-aca1-43ae-bedb-c74bd8942707 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=37567a22-fd4c-4456-b47a-a244d0fa7971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550301 Feb 20 20:04:23.756112 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a52ebd-35dd-4b56-8924-9578f176542c {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:23.764711 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Publish callbacks [] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.789349 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Publish callbacks [] for port (87a52ebd-35dd-4b56-8924-9578f176542c), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.800965 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Transition to ACTIVE for port object c6f9bc83-3d9c-4fbd-973e-18a908aadda3 will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:23.804574 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e9ad31ae-0945-4459-aa57-a1cd0534f776 req-9028d42c-3406-4b41-b79f-9693c3b2b206 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341373 Feb 20 20:04:23.816339 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (3efef493-fdc3-4507-b244-ade5041215ac), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.819229 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Transition to ACTIVE for port object 87a52ebd-35dd-4b56-8924-9578f176542c will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:23.880008 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Allocated IP 172.20.0.9 (071c382c-ea33-42d9-9b4c-49dc8158480b/25c77737-ac14-4962-b301-e7c4e84c6957/902a9701-9d4c-46bc-961e-7f1df743d7d7) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:23.881898 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85afd4aa-caf5-4931-bfff-5b1126527d85 req-7e0bd9a1-bfd2-4b1f-a193-82e733e918db tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485119 Feb 20 20:04:23.888574 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efef493-fdc3-4507-b244-ade5041215ac,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:23.918817 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.935922 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-a3680c67-62d8-425b-9a73-75a1a7d49d22 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748667 Feb 20 20:04:23.950024 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Checking segment: {'id': '4a53c2c9-11ba-4e2b-9be9-edbd09a28c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e66ff3c9-5191-4629-926a-77390600443d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:23.952907 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Network hostable DHCP agents. Network: e66ff3c9-5191-4629-926a-77390600443d, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:04:23.962832 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['d256f7e8-1d52-4116-97eb-a03ae94013f4'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:23.970617 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.009733 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-90ae00e7-a4c4-4f48-a3d5-070c128f106a req-093d2c4e-a360-4bbb-8e8f-098f4a64c3b3 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0821209 Feb 20 20:04:24.051808 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:24.141277 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d1f5f3ec-6530-4b3d-a848-2ccd4e71e9a1 req-1366a704-2160-4dc9-bf2a-1245ab4edbb4 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987414 Feb 20 20:04:24.191942 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.242675 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Attempting to bind port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:24.243810 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Attempting to bind port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:24.244330 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Attempting to bind port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 on network 37567a22-fd4c-4456-b47a-a244d0fa7971 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:24.256602 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Network e66ff3c9-5191-4629-926a-77390600443d is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:04:24.258673 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 on network 37567a22-fd4c-4456-b47a-a244d0fa7971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:24.259083 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Attempting to bind port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 on network 37567a22-fd4c-4456-b47a-a244d0fa7971 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:24.277133 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Pushing event updated for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:24.287978 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:24.288319 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Checking segment: {'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:24.288705 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Bound using segment: {'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:24.289193 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Bound port: c6f9bc83-3d9c-4fbd-973e-18a908aadda3, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a556062-41b4-445b-a1ad-e02b26422d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:24.289555 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.299345 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06834875-03b8-4819-8560-b7afbd646f24 req-26f3db48-f700-431e-8aa4-2b474ed3a151 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:24.300921 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-06834875-03b8-4819-8560-b7afbd646f24 req-26f3db48-f700-431e-8aa4-2b474ed3a151 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 944 time: 0.3333063 Feb 20 20:04:24.304011 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Attempting to bind port 87a52ebd-35dd-4b56-8924-9578f176542c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:24.304011 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Attempting to bind port 87a52ebd-35dd-4b56-8924-9578f176542c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:24.304011 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Attempting to bind port 87a52ebd-35dd-4b56-8924-9578f176542c on network 628a481f-f881-4fc8-9417-12ed3960094e {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:24.327337 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Port 87a52ebd-35dd-4b56-8924-9578f176542c on network 628a481f-f881-4fc8-9417-12ed3960094e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:24.332299 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Attempting to bind port 87a52ebd-35dd-4b56-8924-9578f176542c on network 628a481f-f881-4fc8-9417-12ed3960094e {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:24.367390 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.367497 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:24.367497 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Checking segment: {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:24.367497 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Bound using segment: {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:24.367497 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Bound port: 87a52ebd-35dd-4b56-8924-9578f176542c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:24.367497 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.403231 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Network 071c382c-ea33-42d9-9b4c-49dc8158480b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:24.409147 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:24.415747 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:24.421720 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:24.422408 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.422821 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, e66ff3c9-5191-4629-926a-77390600443d) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:24.427764 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:24.428391 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.428948 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'Port': ['ID=902a9701-9d4c-46bc-961e-7f1df743d7d7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:24.444158 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae84089-00b7-4fe1-9ab6-e3e6564300c6 None None] Network e66ff3c9-5191-4629-926a-77390600443d requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:04:24.462025 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-06834875-03b8-4819-8560-b7afbd646f24 req-fb628ae3-e485-451f-8bd5-ba0fd1616e4e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455317 Feb 20 20:04:24.478273 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] For port c6f9bc83-3d9c-4fbd-973e-18a908aadda3, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:24.485289 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] For port c6f9bc83-3d9c-4fbd-973e-18a908aadda3, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:24.537699 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d853a83-79ec-4f3f-a618-c1bed886ac1f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4909940 Feb 20 20:04:24.544939 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:24.549987 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:24.565119 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Request body: {'port': {'device_id': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:24.590584 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-441864fb-875a-4f23-9a50-9e1f72130b37 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8014746 Feb 20 20:04:24.590584 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.636613 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:24.637310 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.639308 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] 10.222.0.75 "PUT /v2.0/ports/c6f9bc83-3d9c-4fbd-973e-18a908aadda3 HTTP/1.1" status: 200 len: 1094 time: 2.4111876 Feb 20 20:04:24.639828 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52443e14-8400-4a24-8928-b6c1ccd822a5', 'tag': 'c6f9bc83-3d9c-4fbd-973e-18a908aadda3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:24.642293 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3d1706-9cd0-4496-88f3-b117b91c8634" -d '{"events": [{"name": "network-changed", "server_uuid": "52443e14-8400-4a24-8928-b6c1ccd822a5", "tag": "c6f9bc83-3d9c-4fbd-973e-18a908aadda3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:24.665170 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.670606 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f78b26d-2c49-40c5-b1d7-b031839a1e51 None None] Network e66ff3c9-5191-4629-926a-77390600443d requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:04:24.695166 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.719355 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a5176b-5fd2-4db5-8a8f-94b77962a411 x-openstack-request-id: req-10a5176b-5fd2-4db5-8a8f-94b77962a411 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:24.720148 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52443e14-8400-4a24-8928-b6c1ccd822a5", "tag": "c6f9bc83-3d9c-4fbd-973e-18a908aadda3", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:24.720148 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10a5176b-5fd2-4db5-8a8f-94b77962a411 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:24.720353 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52443e14-8400-4a24-8928-b6c1ccd822a5', 'tag': 'c6f9bc83-3d9c-4fbd-973e-18a908aadda3', 'status': 'completed', 'code': 200} Feb 20 20:04:24.735117 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff14cf6-1415-4b05-8d74-663e4b26c416 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:24.742876 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:24.743525 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.745613 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] 10.222.0.75 "PUT /v2.0/ports/87a52ebd-35dd-4b56-8924-9578f176542c HTTP/1.1" status: 200 len: 1094 time: 2.5152540 Feb 20 20:04:24.844295 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 40856) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:24.847217 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-136fd854-e54e-4f37-ac98-a33575f7bda3 None None] Provisioning complete for port 902a9701-9d4c-46bc-961e-7f1df743d7d7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:24.858887 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-136fd854-e54e-4f37-ac98-a33575f7bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.008435 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b6e58-e3c0-4061-997a-d2a9abe310a0 service neutron] Pushing event updated for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:25.021183 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-136fd854-e54e-4f37-ac98-a33575f7bda3 None None] Port 902a9701-9d4c-46bc-961e-7f1df743d7d7 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:25.151120 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902a9701-9d4c-46bc-961e-7f1df743d7d7 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:25.159741 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Publish callbacks [] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.173741 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-328dcc34-d621-43e7-bd50-c840ee1b97d9 admin admin] Deleting subnet fade7d72-859b-4317-8010-610626eb8be1 {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:04:25.174784 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Transition to ACTIVE for port object 902a9701-9d4c-46bc-961e-7f1df743d7d7 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:25.181535 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-328dcc34-d621-43e7-bd50-c840ee1b97d9 admin admin] Publish callbacks [] for subnet (fade7d72-859b-4317-8010-610626eb8be1), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.237283 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d1706-9cd0-4496-88f3-b117b91c8634 req-506d9889-f894-464f-bbf3-21de86ac7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.238783 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3b3d1706-9cd0-4496-88f3-b117b91c8634 req-506d9889-f894-464f-bbf3-21de86ac7ec0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 1128 time: 0.3934569 Feb 20 20:04:25.251388 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe383f6-98b3-4ea3-bc31-c3ecd70f74d1 req-84daf3ed-3deb-45f9-9014-57f63040d881 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.252806 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efe383f6-98b3-4ea3-bc31-c3ecd70f74d1 req-84daf3ed-3deb-45f9-9014-57f63040d881 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.2299297 Feb 20 20:04:25.254551 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.255302 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-2205f411-3f78-4b4b-b276-458f8235106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.256668 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-2205f411-3f78-4b4b-b276-458f8235106c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 1128 time: 0.3150094 Feb 20 20:04:25.259023 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-328dcc34-d621-43e7-bd50-c840ee1b97d9 admin admin] Publish callbacks [] for subnet (fade7d72-859b-4317-8010-610626eb8be1), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.278756 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5bce6-babb-4567-8994-08f76fbeb060 req-97e5656c-6d56-4031-a2cf-b9f84a12f289 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.280342 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fed5bce6-babb-4567-8994-08f76fbeb060 req-97e5656c-6d56-4031-a2cf-b9f84a12f289 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 944 time: 0.3334129 Feb 20 20:04:25.281687 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-328dcc34-d621-43e7-bd50-c840ee1b97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (fade7d72-859b-4317-8010-610626eb8be1), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.312819 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device d256f7e8-1d52-4116-97eb-a03ae94013f4 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:25.352252 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Pushing event updated for resources: {'Port': ['ID=902a9701-9d4c-46bc-961e-7f1df743d7d7,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:25.373801 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Attempting to bind port 902a9701-9d4c-46bc-961e-7f1df743d7d7 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:25.375186 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Attempting to bind port 902a9701-9d4c-46bc-961e-7f1df743d7d7 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:25.375705 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Attempting to bind port 902a9701-9d4c-46bc-961e-7f1df743d7d7 on network 071c382c-ea33-42d9-9b4c-49dc8158480b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:25.380668 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Port 902a9701-9d4c-46bc-961e-7f1df743d7d7 on network 071c382c-ea33-42d9-9b4c-49dc8158480b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:25.381231 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Attempting to bind port 902a9701-9d4c-46bc-961e-7f1df743d7d7 on network 071c382c-ea33-42d9-9b4c-49dc8158480b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:25.388609 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:25.389622 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Checking segment: {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:25.390168 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Bound using segment: {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:25.390760 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Bound port: 902a9701-9d4c-46bc-961e-7f1df743d7d7, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:25.392138 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.464096 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] For port 902a9701-9d4c-46bc-961e-7f1df743d7d7, host hv-cinder-83008, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:25.468540 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] For port 902a9701-9d4c-46bc-961e-7f1df743d7d7, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=902a9701-9d4c-46bc-961e-7f1df743d7d7,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:25.479018 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-a99c0ef2-8292-49ac-b861-b36aee85e24b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a52ebd-35dd-4b56-8924-9578f176542c HTTP/1.1" status: 200 len: 217 time: 0.1715362 Feb 20 20:04:25.488121 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port d256f7e8-1d52-4116-97eb-a03ae94013f4 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:25.492817 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port d256f7e8-1d52-4116-97eb-a03ae94013f4 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:25.493264 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.540045 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.582384 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.583056 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.584479 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] 10.222.0.75 "PUT /v2.0/ports/902a9701-9d4c-46bc-961e-7f1df743d7d7 HTTP/1.1" status: 200 len: 1093 time: 1.0244868 Feb 20 20:04:25.585043 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'tag': '902a9701-9d4c-46bc-961e-7f1df743d7d7'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:25.587622 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfc8bb5-796b-4286-8331-4510e600dd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6", "tag": "902a9701-9d4c-46bc-961e-7f1df743d7d7"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:25.600455 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port d256f7e8-1d52-4116-97eb-a03ae94013f4 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:25.601208 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.616796 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2555bde-d66f-4edd-ada2-4fad0e291871 service neutron] Pushing event updated for resources: {'Port': ['ID=902a9701-9d4c-46bc-961e-7f1df743d7d7,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:25.631679 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27be4751-a3cc-4912-8cc9-fb61d611698d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd256f7e8-1d52-4116-97eb-a03ae94013f4'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:25.716963 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port d256f7e8-1d52-4116-97eb-a03ae94013f4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d256f7e8-1d52-4116-97eb-a03ae94013f4,segment=NetworkSegment(66081670-0ce7-496d-b6b5-9b68fb930d4f),segment_id=66081670-0ce7-496d-b6b5-9b68fb930d4f)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:25.792648 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.828957 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091ec18b-c696-4971-8f67-1d18145d0271" -d '{"events": [{"server_uuid": "27be4751-a3cc-4912-8cc9-fb61d611698d", "name": "network-vif-plugged", "status": "completed", "tag": "d256f7e8-1d52-4116-97eb-a03ae94013f4"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:25.858157 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efe383f6-98b3-4ea3-bc31-c3ecd70f74d1 req-7e1f11b6-a6c9-497d-bb76-e6c4b13df849 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5889788 Feb 20 20:04:25.890383 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=d256f7e8-1d52-4116-97eb-a03ae94013f4,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:25.890952 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fed5bce6-babb-4567-8994-08f76fbeb060 req-9e755eb3-d41d-4604-b3e3-286c0ac8abfc tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686255 Feb 20 20:04:25.907778 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-e6b2133c-7578-41b7-b825-2cac70d6263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.907778 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-e6b2133c-7578-41b7-b825-2cac70d6263a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.2188113 Feb 20 20:04:25.908638 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d1706-9cd0-4496-88f3-b117b91c8634 req-feb55f1e-9fa0-4b2b-bab3-d24a60fb9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.909753 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3b3d1706-9cd0-4496-88f3-b117b91c8634 req-feb55f1e-9fa0-4b2b-bab3-d24a60fb9c80 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6208501 Feb 20 20:04:25.956360 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bea3-72fc-418d-b35e-241a3afbd8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.995537 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-328dcc34-d621-43e7-bd50-c840ee1b97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (fade7d72-859b-4317-8010-610626eb8be1), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.035643 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dcc34-d621-43e7-bd50-c840ee1b97d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fade7d72-859b-4317-8010-610626eb8be1,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:26.039138 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-328dcc34-d621-43e7-bd50-c840ee1b97d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.042267 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-328dcc34-d621-43e7-bd50-c840ee1b97d9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fade7d72-859b-4317-8010-610626eb8be1 HTTP/1.1" status: 204 len: 168 time: 1.1955473 Feb 20 20:04:26.045059 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40896) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:26.065384 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fcc28-560d-4d5a-b0bb-53f718573055 req-447f728c-4b34-42bb-a864-902392b5dc50 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:26.066271 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6f0fcc28-560d-4d5a-b0bb-53f718573055 req-447f728c-4b34-42bb-a864-902392b5dc50 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 944 time: 0.1252716 Feb 20 20:04:26.077988 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f7b08-3284-455c-a687-f75e2330dae3 req-67f25af6-c108-42bd-8d43-ca0ac5f67a19 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:26.079577 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f55f7b08-3284-455c-a687-f75e2330dae3 req-67f25af6-c108-42bd-8d43-ca0ac5f67a19 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 943 time: 0.1366651 Feb 20 20:04:26.123133 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (6e7b6e59-f14c-4143-b695-211d179b5156), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.146737 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6f0fcc28-560d-4d5a-b0bb-53f718573055 req-45c52e7d-ff00-46fb-adcd-bafe38a24781 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661805 Feb 20 20:04:26.161755 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f55f7b08-3284-455c-a687-f75e2330dae3 req-e8e1dcc3-c5cf-477a-bc1c-37c3973212ba tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744462 Feb 20 20:04:26.212736 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfce1fc-2f61-4835-9d58-395e17fce3e4 x-openstack-request-id: req-9dfce1fc-2f61-4835-9d58-395e17fce3e4 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:26.213029 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6", "tag": "902a9701-9d4c-46bc-961e-7f1df743d7d7", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:26.213307 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9dfce1fc-2f61-4835-9d58-395e17fce3e4 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:26.213709 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'tag': '902a9701-9d4c-46bc-961e-7f1df743d7d7', 'status': 'completed', 'code': 200} Feb 20 20:04:26.227419 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (6e7b6e59-f14c-4143-b695-211d179b5156), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.251010 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.251382 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.252123 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.252458 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > port after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.252803 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.253160 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > port after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.253488 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.253836 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.254156 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.254475 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.274486 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c69c90-9f75-480f-8616-2cd844ccdb39 x-openstack-request-id: req-52c69c90-9f75-480f-8616-2cd844ccdb39 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:26.275049 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27be4751-a3cc-4912-8cc9-fb61d611698d", "name": "network-vif-plugged", "status": "completed", "tag": "d256f7e8-1d52-4116-97eb-a03ae94013f4", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:26.275049 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52c69c90-9f75-480f-8616-2cd844ccdb39 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:26.275464 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27be4751-a3cc-4912-8cc9-fb61d611698d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd256f7e8-1d52-4116-97eb-a03ae94013f4', 'code': 200} Feb 20 20:04:26.403555 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.404085 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.404352 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.404685 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:26.405050 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7b6e59-f14c-4143-b695-211d179b5156']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:26.422297 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f53f3bf-65fd-410e-982b-7daa55b98489') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:26.425979 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f53f3bf-65fd-410e-982b-7daa55b98489') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:26.438722 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (8f53f3bf-65fd-410e-982b-7daa55b98489), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.458992 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (8f53f3bf-65fd-410e-982b-7daa55b98489), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.466939 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:04:26.467307 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (8f53f3bf-65fd-410e-982b-7daa55b98489), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: from cryptography.utils import int_from_bytes Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: from cryptography.utils import int_from_bytes Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:04:26.487955 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:04:26.625421 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (6e7b6e59-f14c-4143-b695-211d179b5156), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.632638 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.635870 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] 10.222.0.60 "DELETE /v2.0/networks/6e7b6e59-f14c-4143-b695-211d179b5156 HTTP/1.1" status: 204 len: 168 time: 0.5896642 Feb 20 20:04:26.639819 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 40906) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:26.645685 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dcafe-65b0-43e5-a8ad-d35574d1d9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7b6e59-f14c-4143-b695-211d179b5156,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:26.684383 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1085b5b-3938-4d0a-9f5a-0cef1e0eaf19 admin admin] Deleting subnet 3efef493-fdc3-4507-b244-ade5041215ac {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:04:26.691625 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1085b5b-3938-4d0a-9f5a-0cef1e0eaf19 admin admin] Publish callbacks [] for subnet (3efef493-fdc3-4507-b244-ade5041215ac), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.720953 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:26.723175 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7957ca3-bae8-4b41-bfbb-33782e2069af" -d '{"events": [{"name": "network-changed", "server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:26.732725 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1085b5b-3938-4d0a-9f5a-0cef1e0eaf19 admin admin] Publish callbacks [] for subnet (3efef493-fdc3-4507-b244-ade5041215ac), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.739862 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1085b5b-3938-4d0a-9f5a-0cef1e0eaf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (3efef493-fdc3-4507-b244-ade5041215ac), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.765349 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d193f533-801b-4e71-aba2-23ef8a5d3008 x-openstack-request-id: req-d193f533-801b-4e71-aba2-23ef8a5d3008 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:26.765652 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:26.765900 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d193f533-801b-4e71-aba2-23ef8a5d3008 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:26.766284 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c', 'status': 'completed', 'code': 200} Feb 20 20:04:26.859816 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1085b5b-3938-4d0a-9f5a-0cef1e0eaf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for subnet (3efef493-fdc3-4507-b244-ade5041215ac), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.885274 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1085b5b-3938-4d0a-9f5a-0cef1e0eaf19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3efef493-fdc3-4507-b244-ade5041215ac,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:26.889560 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b1085b5b-3938-4d0a-9f5a-0cef1e0eaf19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.893649 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b1085b5b-3938-4d0a-9f5a-0cef1e0eaf19 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3efef493-fdc3-4507-b244-ade5041215ac HTTP/1.1" status: 204 len: 168 time: 0.2512188 Feb 20 20:04:26.894633 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 40920) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:27.017640 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (e66ff3c9-5191-4629-926a-77390600443d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:27.078767 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328a6d8-3418-4b37-aa77-34ff2314bdf5 req-224c0d45-dbba-4b75-bfc9-57cedd194db3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:27.080202 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5328a6d8-3418-4b37-aa77-34ff2314bdf5 req-224c0d45-dbba-4b75-bfc9-57cedd194db3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1311312 Feb 20 20:04:27.088652 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c3884-2983-40b3-ba33-b4bc461a14ce req-16567536-60ea-40d1-af66-6599afd8549a tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:27.090284 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7f0c3884-2983-40b3-ba33-b4bc461a14ce req-16567536-60ea-40d1-af66-6599afd8549a tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.1294341 Feb 20 20:04:27.170089 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (e66ff3c9-5191-4629-926a-77390600443d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:27.221116 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.221479 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.222211 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.222540 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > port after_create 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.222877 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > port after_delete 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.223193 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > port after_update 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.223507 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.223820 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.224128 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.224444 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.290790 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.291133 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.291460 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.291793 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:04:27.292150 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66ff3c9-5191-4629-926a-77390600443d']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:27.315382 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5328a6d8-3418-4b37-aa77-34ff2314bdf5 req-a7121a3c-5f44-4123-89a9-3821d9f7e5b8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228117 Feb 20 20:04:27.318191 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7f0c3884-2983-40b3-ba33-b4bc461a14ce req-41d795dd-c1b2-4382-a51d-d55c44a8ed34 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159150 Feb 20 20:04:27.319885 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a53c2c9-11ba-4e2b-9be9-edbd09a28c95') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:27.320178 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a53c2c9-11ba-4e2b-9be9-edbd09a28c95') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:27.346978 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32895715'] for segment (4a53c2c9-11ba-4e2b-9be9-edbd09a28c95), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:27.370194 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (4a53c2c9-11ba-4e2b-9be9-edbd09a28c95), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:27.379508 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:04:27.379903 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29963032'] for segment (4a53c2c9-11ba-4e2b-9be9-edbd09a28c95), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: from cryptography.utils import int_from_bytes Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: from cryptography.utils import int_from_bytes Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: Traceback (most recent call last): Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: timer() Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: cb(*args, **kw) Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: return func(*args, **kwargs) Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: self._notify() Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: self.callback(batched_events) Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: event.method(event) Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: return f(self, *a, **k) Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._get(url).json() Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:04:27.383933 dv-cinder-830085-1-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:04:27.532600 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feceaabc-a3f2-4cb7-81e5-48c8a0747c4b req-9eaf8af4-065c-4395-bc7d-637a3eca2494 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:27.534023 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-feceaabc-a3f2-4cb7-81e5-48c8a0747c4b req-9eaf8af4-065c-4395-bc7d-637a3eca2494 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 944 time: 0.1392844 Feb 20 20:04:27.535932 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (e66ff3c9-5191-4629-926a-77390600443d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:27.543152 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597631de-8a93-45e3-acb9-fbc68ff34e8a req-b02c75ad-9df4-48ef-8b94-84322bc90ba2 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:27.545346 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-597631de-8a93-45e3-acb9-fbc68ff34e8a req-b02c75ad-9df4-48ef-8b94-84322bc90ba2 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 943 time: 0.1517925 Feb 20 20:04:27.558715 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:27.562012 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] 10.222.0.60 "DELETE /v2.0/networks/e66ff3c9-5191-4629-926a-77390600443d HTTP/1.1" status: 204 len: 168 time: 0.6661525 Feb 20 20:04:27.587890 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fe6c4-86f9-43fe-b792-24bcae60baca admin admin] Pushing event deleted for resources: {'Network': ['ID=e66ff3c9-5191-4629-926a-77390600443d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:27.636768 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-feceaabc-a3f2-4cb7-81e5-48c8a0747c4b req-00786c46-02c1-4c5d-a639-45e32025e9dc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898175 Feb 20 20:04:27.651933 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-597631de-8a93-45e3-acb9-fbc68ff34e8a req-77142991-96cb-4e89-94e3-9c402170358e tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952740 Feb 20 20:04:27.893468 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 40940) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:27.899817 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-892617b8-eb73-46f1-8ffb-8d02a642ef14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:27.937421 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4e6d198f-01e5-4a0c-a011-f9bc4226f42d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b37e7b316a1f4074b84b0eadbb6ca3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399063 Feb 20 20:04:27.937632 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 40942) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:27.984764 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95fb5e08-9c88-4b91-9988-0d4ee24ebd8c admin admin] Publish callbacks [] for security_group (b51edf7e-74ce-4bb6-93f0-dcde64b0f114), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:28.005022 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95fb5e08-9c88-4b91-9988-0d4ee24ebd8c admin admin] Publish callbacks [] for security_group (b51edf7e-74ce-4bb6-93f0-dcde64b0f114), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:28.093496 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95fb5e08-9c88-4b91-9988-0d4ee24ebd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (b51edf7e-74ce-4bb6-93f0-dcde64b0f114), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:28.096138 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-95fb5e08-9c88-4b91-9988-0d4ee24ebd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:28.097319 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-95fb5e08-9c88-4b91-9988-0d4ee24ebd8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b51edf7e-74ce-4bb6-93f0-dcde64b0f114 HTTP/1.1" status: 204 len: 168 time: 0.1587005 Feb 20 20:04:28.105565 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb5e08-9c88-4b91-9988-0d4ee24ebd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51edf7e-74ce-4bb6-93f0-dcde64b0f114,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:28.384488 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8bb5-796b-4286-8331-4510e600dd0a req-6a6d9c0f-8b02-43bf-802f-25945930ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.391524 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0dfc8bb5-796b-4286-8331-4510e600dd0a req-6a6d9c0f-8b02-43bf-802f-25945930ead7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 1127 time: 0.0832012 Feb 20 20:04:28.531176 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8bb5-796b-4286-8331-4510e600dd0a req-42f37145-11f9-4021-86fc-187c6c2994a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.533261 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0dfc8bb5-796b-4286-8331-4510e600dd0a req-42f37145-11f9-4021-86fc-187c6c2994a7 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1211541 Feb 20 20:04:28.556372 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-82303625-9616-406c-ab34-724b0879dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.557907 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-82303625-9616-406c-ab34-724b0879dd73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2589767 Feb 20 20:04:28.598490 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d1706-9cd0-4496-88f3-b117b91c8634 req-e294f745-769f-46ca-bbd5-2401d05b0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.599938 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3b3d1706-9cd0-4496-88f3-b117b91c8634 req-e294f745-769f-46ca-bbd5-2401d05b0ef0 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2926443 Feb 20 20:04:28.640086 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8bb5-796b-4286-8331-4510e600dd0a req-d8c45871-ad4a-4a1e-8ca1-0065014ebe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.642249 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0dfc8bb5-796b-4286-8331-4510e600dd0a req-d8c45871-ad4a-4a1e-8ca1-0065014ebe23 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022909 Feb 20 20:04:28.767723 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-1b9e07e1-6f81-4a9d-9979-df9adc7b5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.769398 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-1b9e07e1-6f81-4a9d-9979-df9adc7b5292 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 1128 time: 0.0932751 Feb 20 20:04:28.782676 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-00d3ed0f-a702-464f-bf1e-df85b1c840b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.784326 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-00d3ed0f-a702-464f-bf1e-df85b1c840b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 1127 time: 0.0565679 Feb 20 20:04:28.829698 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-89084636-7412-4b94-8920-8cc9fea7afe6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f9bc83-3d9c-4fbd-973e-18a908aadda3 HTTP/1.1" status: 200 len: 217 time: 0.0444367 Feb 20 20:04:28.831256 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40962) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:28.868316 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6148aa-a9c2-4067-a2a8-ac02c6ab6858 req-3f0e7158-1bc0-4f32-adb5-1775f03f1995 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.870341 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4c6148aa-a9c2-4067-a2a8-ac02c6ab6858 req-3f0e7158-1bc0-4f32-adb5-1775f03f1995 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.4308264 Feb 20 20:04:28.875245 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-c4989e05-f535-4908-88a7-27f9be1d9b0e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=902a9701-9d4c-46bc-961e-7f1df743d7d7 HTTP/1.1" status: 200 len: 217 time: 0.0522900 Feb 20 20:04:28.897786 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390d74-8cdc-40ae-aff7-ec073374a77a req-838f0f45-bac4-462f-ad8a-9cc14c1c9759 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.899225 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0c390d74-8cdc-40ae-aff7-ec073374a77a req-838f0f45-bac4-462f-ad8a-9cc14c1c9759 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.4591155 Feb 20 20:04:28.971162 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e8b07226-2c32-4acb-ac13-d175cfe14d49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aeb883a0f6ea4614a48ae99fcecba97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358802 Feb 20 20:04:28.973926 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 40970) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:29.019470 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-6365345c-7d60-4da0-88c0-1770157aadb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:29.020973 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-6365345c-7d60-4da0-88c0-1770157aadb5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9068444-01a5-4614-906d-18b4e47d1e28 HTTP/1.1" status: 200 len: 859 time: 0.1533692 Feb 20 20:04:29.023065 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4c6148aa-a9c2-4067-a2a8-ac02c6ab6858 req-4266dc7b-fe22-45ff-b6ed-2b8bf5412121 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332128 Feb 20 20:04:29.042384 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-b3652a04-5a2c-4e39-9e03-680bb5a61267 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684827 Feb 20 20:04:29.042575 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d59a628-f978-4b2f-8357-6cec7047dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:29.044053 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-5d59a628-f978-4b2f-8357-6cec7047dd26 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c77737-ac14-4962-b301-e7c4e84c6957 HTTP/1.1" status: 200 len: 849 time: 0.1506195 Feb 20 20:04:29.044784 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd62aa-c349-46bc-9a52-9c8b127132a8 req-e14b2e37-7869-4a11-ac8b-45d347e80956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:29.046613 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ddd62aa-c349-46bc-9a52-9c8b127132a8 req-e14b2e37-7869-4a11-ac8b-45d347e80956 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 1129 time: 0.4158425 Feb 20 20:04:29.051460 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0c390d74-8cdc-40ae-aff7-ec073374a77a req-14e578eb-7f46-4c1c-9cec-d8b97ad3f769 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276448 Feb 20 20:04:29.084696 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-5ddd62aa-c349-46bc-9a52-9c8b127132a8 req-217522e4-5b93-4840-85cc-e3710a9c4abf service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.097848 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-a4a42529-26f9-4bb8-9157-d46a7d74c90d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=37567a22-fd4c-4456-b47a-a244d0fa7971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680430 Feb 20 20:04:29.156339 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a56d4dbd-846f-4218-9a10-d682fb090dcb admin admin] Publish callbacks [] for security_group (ca769c21-56ce-4580-88a7-566db3f0a93e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.236054 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 93f93cb7-06aa-4758-87e2-1a0fb13262c4 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:29.255539 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a56d4dbd-846f-4218-9a10-d682fb090dcb admin admin] Publish callbacks [] for security_group (ca769c21-56ce-4580-88a7-566db3f0a93e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.290284 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-11d7010f-d309-4526-824c-d15952b1dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:29.328076 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-11d7010f-d309-4526-824c-d15952b1dd67 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=071c382c-ea33-42d9-9b4c-49dc8158480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2255337 Feb 20 20:04:29.335888 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beba1b7-7b46-4df1-bebb-1f2f7a3b8b88 req-836b9210-02f2-4e90-b980-debc09d126e2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:29.337725 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6beba1b7-7b46-4df1-bebb-1f2f7a3b8b88 req-836b9210-02f2-4e90-b980-debc09d126e2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 944 time: 0.1887155 Feb 20 20:04:29.343384 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-adaedda6-4666-44b7-aea0-34fdc9a44b6a service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370009 Feb 20 20:04:29.349247 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3258469-321c-42ca-8d71-16c2802ca4f8 req-89adacc0-342a-4cfa-9e2e-86c84ba0cf3b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:29.350879 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b3258469-321c-42ca-8d71-16c2802ca4f8 req-89adacc0-342a-4cfa-9e2e-86c84ba0cf3b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 943 time: 0.2005043 Feb 20 20:04:29.355513 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec6719cc-6898-4522-acf8-c3c31e5116f4 req-73dbefa3-86de-4bde-b1b6-9cc50b920d27 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972872 Feb 20 20:04:29.449371 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-5ddd62aa-c349-46bc-9a52-9c8b127132a8 req-217522e4-5b93-4840-85cc-e3710a9c4abf service neutron] Publish callbacks [] for security_group (835df1ab-19d4-49ee-aca5-dc6e1456d442), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.460750 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 93f93cb7-06aa-4758-87e2-1a0fb13262c4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:29.470694 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.475632 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '93f93cb7-06aa-4758-87e2-1a0fb13262c4', 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971', 'port_id': '93f93cb7-06aa-4758-87e2-1a0fb13262c4', 'mac_address': 'fa:16:3e:9b:c0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9068444-01a5-4614-906d-18b4e47d1e28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:29.493237 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6beba1b7-7b46-4df1-bebb-1f2f7a3b8b88 req-dadab281-659c-473e-b331-cafebe0f8bbc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398768 Feb 20 20:04:29.497775 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b3258469-321c-42ca-8d71-16c2802ca4f8 req-2909b26b-940d-4946-9371-0d6371e253de tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351998 Feb 20 20:04:29.523806 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-5ddd62aa-c349-46bc-9a52-9c8b127132a8 req-217522e4-5b93-4840-85cc-e3710a9c4abf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (835df1ab-19d4-49ee-aca5-dc6e1456d442), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.537500 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:29.537743 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.555247 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f93cb7-06aa-4758-87e2-1a0fb13262c4 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:29.585025 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ddd62aa-c349-46bc-9a52-9c8b127132a8 req-217522e4-5b93-4840-85cc-e3710a9c4abf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255029 Feb 20 20:04:29.585920 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217522e4-5b93-4840-85cc-e3710a9c4abf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=835df1ab-19d4-49ee-aca5-dc6e1456d442,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:29.603647 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 93f93cb7-06aa-4758-87e2-1a0fb13262c4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:29.660636 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-3734c0f6-94b4-48e6-aa01-1e18cb60d21e service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563457 Feb 20 20:04:29.677798 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-47e6ef5a-5b90-456d-9854-eeae6283356e req-7de04cc2-316c-41e4-a320-a25993e7c04f service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073928 Feb 20 20:04:29.688139 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.734129 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a56d4dbd-846f-4218-9a10-d682fb090dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ca769c21-56ce-4580-88a7-566db3f0a93e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.736088 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=93f93cb7-06aa-4758-87e2-1a0fb13262c4,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:29.737531 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a56d4dbd-846f-4218-9a10-d682fb090dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.738949 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-a56d4dbd-846f-4218-9a10-d682fb090dcb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca769c21-56ce-4580-88a7-566db3f0a93e HTTP/1.1" status: 204 len: 168 time: 0.7624741 Feb 20 20:04:29.748476 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d4dbd-846f-4218-9a10-d682fb090dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca769c21-56ce-4580-88a7-566db3f0a93e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:30.006232 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-accd24f4-82be-4365-918e-e60710fc3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.008634 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-accd24f4-82be-4365-918e-e60710fc3abd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 1128 time: 0.0491107 Feb 20 20:04:30.072231 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bbb35ae9-ad9b-4780-b5bd-ef80a7066cb1 req-ef78139d-1f15-4095-9cca-29472b751ab6 service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111727 Feb 20 20:04:30.087620 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['93f93cb7-06aa-4758-87e2-1a0fb13262c4'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:30.193934 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-5b82e3b4-b297-4af5-9840-65708aed89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.195054 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-5b82e3b4-b297-4af5-9840-65708aed89ad service neutron] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 918 time: 0.1765122 Feb 20 20:04:30.279277 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-de8bbe77-35d7-42c6-a969-f3025cb87904 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a52ebd-35dd-4b56-8924-9578f176542c HTTP/1.1" status: 200 len: 217 time: 0.0468736 Feb 20 20:04:30.291738 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1007f-8427-44ef-81a6-b1b430eeafce req-12679c6e-9540-4249-8d7a-a8d7cca3d613 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.292299 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47f1007f-8427-44ef-81a6-b1b430eeafce req-12679c6e-9540-4249-8d7a-a8d7cca3d613 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1597753 Feb 20 20:04:30.349137 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6d5f2-0799-44ae-b0b0-2fdb960cded5 req-c54a75fa-0389-4a48-8047-f598f5168bbd tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.350626 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9db6d5f2-0799-44ae-b0b0-2fdb960cded5 req-c54a75fa-0389-4a48-8047-f598f5168bbd tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.1595011 Feb 20 20:04:30.407281 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-2d7cece1-67d1-4dfc-9d2c-4b5257042ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.411911 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-2d7cece1-67d1-4dfc-9d2c-4b5257042ed7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.1134896 Feb 20 20:04:30.414259 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47f1007f-8427-44ef-81a6-b1b430eeafce req-e50eec80-7f78-4b01-bda3-bee999f6bed8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108608 Feb 20 20:04:30.464301 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9db6d5f2-0799-44ae-b0b0-2fdb960cded5 req-9ac78f7a-5cb1-4a58-99f7-f1aa9c202c3d tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040978 Feb 20 20:04:30.480909 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-7f82e7a5-253e-43ac-a019-63988a46f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.481021 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-7f82e7a5-253e-43ac-a019-63988a46f0ca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605545 Feb 20 20:04:30.568067 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:30.643512 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-1c9a124f-a8d0-4b6f-9fd6-2efc48ebb137 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502264 Feb 20 20:04:30.734707 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12e34c-380c-49df-a42d-ae44f69ed1a4 req-600b0c07-508e-4aad-b162-0f99ceb97e93 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.736489 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5e12e34c-380c-49df-a42d-ae44f69ed1a4 req-600b0c07-508e-4aad-b162-0f99ceb97e93 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 944 time: 0.1631467 Feb 20 20:04:30.765228 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f70b6-2640-44f7-b704-db28a5245b7b req-61cbb941-47c7-4959-9351-af8d6e758028 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.766713 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-099f70b6-2640-44f7-b704-db28a5245b7b req-61cbb941-47c7-4959-9351-af8d6e758028 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 943 time: 0.1843367 Feb 20 20:04:30.835084 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41030) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:30.854825 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7957ca3-bae8-4b41-bfbb-33782e2069af req-ee1761c5-f585-4035-a724-3ada4b824b1a service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001164 Feb 20 20:04:30.875867 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5e12e34c-380c-49df-a42d-ae44f69ed1a4 req-83945231-fa85-4aeb-93c6-85ab3201e968 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291351 Feb 20 20:04:30.881039 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-099f70b6-2640-44f7-b704-db28a5245b7b req-477092bf-6005-40ba-b9b4-1b27eae6a5b2 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969930 Feb 20 20:04:30.961369 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80d7c3d7-28ce-402a-b8ba-755b22e339e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.064687 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80d7c3d7-28ce-402a-b8ba-755b22e339e2 admin admin] Publish callbacks [] for security_group (aa4fdf19-1eb5-4927-99cc-1c3f726e07f8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.133657 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-80d7c3d7-28ce-402a-b8ba-755b22e339e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (aa4fdf19-1eb5-4927-99cc-1c3f726e07f8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.175168 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-80d7c3d7-28ce-402a-b8ba-755b22e339e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a5e8e8935e5496e8c24d0ff5fe7a6dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393784 Feb 20 20:04:31.177138 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7c3d7-28ce-402a-b8ba-755b22e339e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4fdf19-1eb5-4927-99cc-1c3f726e07f8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:31.178020 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 41054) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:31.197041 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 87a52ebd-35dd-4b56-8924-9578f176542c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:31.234741 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-865823da-d909-4f47-af71-6c3384420c5b admin admin] Publish callbacks [] for security_group (aa4fdf19-1eb5-4927-99cc-1c3f726e07f8), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.260649 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-865823da-d909-4f47-af71-6c3384420c5b admin admin] Publish callbacks [] for security_group (aa4fdf19-1eb5-4927-99cc-1c3f726e07f8), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.262315 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 93f93cb7-06aa-4758-87e2-1a0fb13262c4 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:31.351274 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:31.362671 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '87a52ebd-35dd-4b56-8924-9578f176542c', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'port_id': '87a52ebd-35dd-4b56-8924-9578f176542c', 'mac_address': 'fa:16:3e:26:39:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:31.410532 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 87a52ebd-35dd-4b56-8924-9578f176542c is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:31.410928 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.424658 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a52ebd-35dd-4b56-8924-9578f176542c {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:31.430573 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:31.435383 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-865823da-d909-4f47-af71-6c3384420c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (aa4fdf19-1eb5-4927-99cc-1c3f726e07f8), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.435383 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-865823da-d909-4f47-af71-6c3384420c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.435383 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-865823da-d909-4f47-af71-6c3384420c5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa4fdf19-1eb5-4927-99cc-1c3f726e07f8 HTTP/1.1" status: 204 len: 168 time: 0.2554400 Feb 20 20:04:31.440758 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:31.441156 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.453160 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865823da-d909-4f47-af71-6c3384420c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4fdf19-1eb5-4927-99cc-1c3f726e07f8,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:31.477058 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:31.559045 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:31.559381 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.563399 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.569916 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4615c84-449b-43d8-b684-c613971b3554 req-40be73e3-b9e1-4d12-9697-7e719c83aa10 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:31.571381 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c4615c84-449b-43d8-b684-c613971b3554 req-40be73e3-b9e1-4d12-9697-7e719c83aa10 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0705657 Feb 20 20:04:31.614360 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e394c2c-f9ca-4e79-9a43-f6a04f887f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f93cb7-06aa-4758-87e2-1a0fb13262c4'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:31.617282 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cec9d27-53c5-4f3a-b43f-d91dbcb0f3e8" -d '{"events": [{"server_uuid": "6e394c2c-f9ca-4e79-9a43-f6a04f887f71", "name": "network-vif-plugged", "status": "completed", "tag": "93f93cb7-06aa-4758-87e2-1a0fb13262c4"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:31.640067 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 93f93cb7-06aa-4758-87e2-1a0fb13262c4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:31.648211 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c4615c84-449b-43d8-b684-c613971b3554 req-03e7e7e1-2850-4d9f-867f-10908544c419 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561187 Feb 20 20:04:31.651533 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:31.656489 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144cb0d-6d7a-455d-be8a-5e7fd68fe187 req-2186f0e0-21c2-44b6-bc9b-3e1811a368be tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:31.658025 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c144cb0d-6d7a-455d-be8a-5e7fd68fe187 req-2186f0e0-21c2-44b6-bc9b-3e1811a368be tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.1043122 Feb 20 20:04:31.726504 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2191b-1229-4329-bbb9-551a1e538ba3 x-openstack-request-id: req-e6d2191b-1229-4329-bbb9-551a1e538ba3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:31.726968 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e394c2c-f9ca-4e79-9a43-f6a04f887f71", "name": "network-vif-plugged", "status": "completed", "tag": "93f93cb7-06aa-4758-87e2-1a0fb13262c4", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:31.727471 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6d2191b-1229-4329-bbb9-551a1e538ba3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:31.727860 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c144cb0d-6d7a-455d-be8a-5e7fd68fe187 req-d99f995a-aa1a-491b-8373-5dbd0a0e6c78 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604200 Feb 20 20:04:31.728022 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e394c2c-f9ca-4e79-9a43-f6a04f887f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f93cb7-06aa-4758-87e2-1a0fb13262c4', 'code': 200} Feb 20 20:04:31.744749 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.798708 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=93f93cb7-06aa-4758-87e2-1a0fb13262c4,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:32.053643 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385b0c-69d4-4d3d-819c-9200908484d7 req-cb5bc41d-f2d6-41ea-81f1-8e602f943de1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:32.055138 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f1385b0c-69d4-4d3d-819c-9200908484d7 req-cb5bc41d-f2d6-41ea-81f1-8e602f943de1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 944 time: 0.0879395 Feb 20 20:04:32.076964 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf61b9c-7b29-4501-847e-e78b3f0544ca req-7678395b-05cf-4d4a-90ca-83ccc2b42d5e tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:32.078394 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-caf61b9c-7b29-4501-847e-e78b3f0544ca req-7678395b-05cf-4d4a-90ca-83ccc2b42d5e tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 943 time: 0.0821002 Feb 20 20:04:32.138091 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f1385b0c-69d4-4d3d-819c-9200908484d7 req-ed0a9fd9-12f3-469d-ba0b-20c8f14b6788 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756896 Feb 20 20:04:32.165000 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-caf61b9c-7b29-4501-847e-e78b3f0544ca req-e99d8974-ba82-4f65-98b7-bb824fec67c7 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733068 Feb 20 20:04:32.168431 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.227559 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 41092) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:32.241869 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafe5-439e-4151-855f-0b583c2369f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.319270 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafe5-439e-4151-855f-0b583c2369f8 admin admin] Publish callbacks [] for security_group (bce18cac-dc9c-40ad-afba-da3bc51df2b6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.395444 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafe5-439e-4151-855f-0b583c2369f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (bce18cac-dc9c-40ad-afba-da3bc51df2b6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.448236 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ba1bafe5-439e-4151-855f-0b583c2369f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbee29bc9206430aaf8e06f30b6aa8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196169 Feb 20 20:04:32.449136 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bafe5-439e-4151-855f-0b583c2369f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce18cac-dc9c-40ad-afba-da3bc51df2b6,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:32.451208 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41102) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:32.502559 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c577bd5c-c331-4b12-b49b-1ec90c0e304e admin admin] Publish callbacks [] for security_group (bce18cac-dc9c-40ad-afba-da3bc51df2b6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.523912 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c577bd5c-c331-4b12-b49b-1ec90c0e304e admin admin] Publish callbacks [] for security_group (bce18cac-dc9c-40ad-afba-da3bc51df2b6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.658945 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c577bd5c-c331-4b12-b49b-1ec90c0e304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (bce18cac-dc9c-40ad-afba-da3bc51df2b6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.661567 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c577bd5c-c331-4b12-b49b-1ec90c0e304e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.662767 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c577bd5c-c331-4b12-b49b-1ec90c0e304e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bce18cac-dc9c-40ad-afba-da3bc51df2b6 HTTP/1.1" status: 204 len: 168 time: 0.2103772 Feb 20 20:04:32.671253 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577bd5c-c331-4b12-b49b-1ec90c0e304e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce18cac-dc9c-40ad-afba-da3bc51df2b6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:32.807542 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdc20c-919c-48a3-91e4-3900b1e0a87f req-2447d4df-5b98-4964-936b-992e395b19fe tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:32.809019 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25fdc20c-919c-48a3-91e4-3900b1e0a87f req-2447d4df-5b98-4964-936b-992e395b19fe tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0708742 Feb 20 20:04:32.887690 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25fdc20c-919c-48a3-91e4-3900b1e0a87f req-422cd9bc-9ba2-4549-bd04-580ee3d33b26 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676718 Feb 20 20:04:32.899443 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaabc5-f8d7-4c5b-96cf-e22194bb50f3 req-74f0994f-2507-408c-8e75-9153c68d1c38 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:32.900940 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-81eaabc5-f8d7-4c5b-96cf-e22194bb50f3 req-74f0994f-2507-408c-8e75-9153c68d1c38 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.0909464 Feb 20 20:04:32.954572 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-81eaabc5-f8d7-4c5b-96cf-e22194bb50f3 req-a3256d0d-ec52-4e64-bb40-915cb5f55655 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465739 Feb 20 20:04:33.282299 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a3478-409b-43ac-83ac-fcf7c6d06e10 req-12cd328c-f411-4980-9faf-2873e8cbd5e9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:33.283827 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-139a3478-409b-43ac-83ac-fcf7c6d06e10 req-12cd328c-f411-4980-9faf-2873e8cbd5e9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 944 time: 0.0819042 Feb 20 20:04:33.343874 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe0313-3fa5-41c1-a2b1-3150a7bfec45 req-085404d5-dbcd-4586-a849-af9732ed3be7 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:33.345414 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0fbe0313-3fa5-41c1-a2b1-3150a7bfec45 req-085404d5-dbcd-4586-a849-af9732ed3be7 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 943 time: 0.0972652 Feb 20 20:04:33.352851 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-139a3478-409b-43ac-83ac-fcf7c6d06e10 req-be36d00c-5bcb-4de0-8bf7-0e325fdfc4ed tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623908 Feb 20 20:04:33.416592 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0fbe0313-3fa5-41c1-a2b1-3150a7bfec45 req-497d63a0-f98a-4751-8681-3e50e363f070 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587370 Feb 20 20:04:34.022956 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d2092-4528-4bce-aa5d-7fd4fada9836 req-94ce9124-0ab3-4d6c-bd33-b170b96a28ef tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.024482 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6e9d2092-4528-4bce-aa5d-7fd4fada9836 req-94ce9124-0ab3-4d6c-bd33-b170b96a28ef tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0573711 Feb 20 20:04:34.073705 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6e9d2092-4528-4bce-aa5d-7fd4fada9836 req-7f190e43-92a8-4196-944f-b90fa70a4c9e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422902 Feb 20 20:04:34.474609 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82ff2a-3c36-4e70-b40b-fc52268807a6 req-9683b665-dbfc-48fe-b408-c5ecd608caa9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.476106 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bc82ff2a-3c36-4e70-b40b-fc52268807a6 req-9683b665-dbfc-48fe-b408-c5ecd608caa9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 944 time: 0.0564384 Feb 20 20:04:34.560481 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bc82ff2a-3c36-4e70-b40b-fc52268807a6 req-b7a4189f-a70d-453f-a7cb-e1df55c3f84c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788732 Feb 20 20:04:34.573232 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd04fab-901d-47b3-ae93-d37b3041347c req-ff9eec7a-7542-48ec-afbd-137c139cb0f0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.574977 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-acd04fab-901d-47b3-ae93-d37b3041347c req-ff9eec7a-7542-48ec-afbd-137c139cb0f0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 943 time: 0.0899322 Feb 20 20:04:34.627724 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-acd04fab-901d-47b3-ae93-d37b3041347c req-b6a46d02-9af0-4292-9162-23207b546a42 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463471 Feb 20 20:04:34.863736 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['87a52ebd-35dd-4b56-8924-9578f176542c'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:34.934079 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9a072-d89e-43fe-b602-3f6b384d5da4 req-f4e48f0f-6433-4788-b5d1-9879c38c1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.935637 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6cf9a072-d89e-43fe-b602-3f6b384d5da4 req-f4e48f0f-6433-4788-b5d1-9879c38c1eec service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 1129 time: 0.0473840 Feb 20 20:04:34.985123 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6cf9a072-d89e-43fe-b602-3f6b384d5da4 req-27f7350a-c230-4ace-9c31-dc397832b664 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Feb 20 20:04:35.198485 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device c6f9bc83-3d9c-4fbd-973e-18a908aadda3 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:35.198712 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde167f-9303-4d85-8818-123a945ddfd9 req-64007d1e-8f9d-4b38-bd42-9d07a834bb21 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:35.199953 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0dde167f-9303-4d85-8818-123a945ddfd9 req-64007d1e-8f9d-4b38-bd42-9d07a834bb21 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0541246 Feb 20 20:04:35.250904 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0dde167f-9303-4d85-8818-123a945ddfd9 req-b555a0cc-f96b-46de-8015-7eac6e2b0159 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 Feb 20 20:04:35.301692 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port c6f9bc83-3d9c-4fbd-973e-18a908aadda3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:35.313955 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': 'c6f9bc83-3d9c-4fbd-973e-18a908aadda3', 'network_id': '37567a22-fd4c-4456-b47a-a244d0fa7971', 'port_id': 'c6f9bc83-3d9c-4fbd-973e-18a908aadda3', 'mac_address': 'fa:16:3e:86:5b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9068444-01a5-4614-906d-18b4e47d1e28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:35.356081 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:35.356467 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.370030 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f9bc83-3d9c-4fbd-973e-18a908aadda3 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:35.401427 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port c6f9bc83-3d9c-4fbd-973e-18a908aadda3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:35.486811 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.487548 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 902a9701-9d4c-46bc-961e-7f1df743d7d7 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:35.579457 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:35.644498 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 902a9701-9d4c-46bc-961e-7f1df743d7d7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=902a9701-9d4c-46bc-961e-7f1df743d7d7,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:35.657166 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '902a9701-9d4c-46bc-961e-7f1df743d7d7', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'port_id': '902a9701-9d4c-46bc-961e-7f1df743d7d7', 'mac_address': 'fa:16:3e:96:ae:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:35.699225 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 902a9701-9d4c-46bc-961e-7f1df743d7d7 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:35.699620 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.705012 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ddbc6-b907-4c29-9719-0e9509528948 req-c17750d4-b41b-4431-b913-ea8bfa27348f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:35.706669 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-550ddbc6-b907-4c29-9719-0e9509528948 req-c17750d4-b41b-4431-b913-ea8bfa27348f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 945 time: 0.0704916 Feb 20 20:04:35.720492 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902a9701-9d4c-46bc-961e-7f1df743d7d7 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:35.747814 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 902a9701-9d4c-46bc-961e-7f1df743d7d7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=902a9701-9d4c-46bc-961e-7f1df743d7d7,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:35.793565 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-550ddbc6-b907-4c29-9719-0e9509528948 req-276db07f-38be-422e-90fe-0d2d24c8ada3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724905 Feb 20 20:04:35.799295 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546fe4-7868-4ef8-88a7-eb9e20baa117 req-86feeab3-71e8-4d00-b809-91c35bbf2e0b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:35.800848 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61546fe4-7868-4ef8-88a7-eb9e20baa117 req-86feeab3-71e8-4d00-b809-91c35bbf2e0b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 943 time: 0.0931935 Feb 20 20:04:35.816900 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.871867 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=902a9701-9d4c-46bc-961e-7f1df743d7d7,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:35.874423 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61546fe4-7868-4ef8-88a7-eb9e20baa117 req-12676c00-91a3-4d69-aa32-112a2b633d4c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653350 Feb 20 20:04:36.382147 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491fd7-d322-4dc1-847a-0d9df5ddc352 req-aeb62251-fd08-46ea-9495-2f98bf9087a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:36.383677 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3491fd7-d322-4dc1-847a-0d9df5ddc352 req-aeb62251-fd08-46ea-9495-2f98bf9087a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0591938 Feb 20 20:04:36.431951 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3491fd7-d322-4dc1-847a-0d9df5ddc352 req-27b950b1-8e01-47bb-91d9-cbd37f13e24d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Feb 20 20:04:36.523653 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['c6f9bc83-3d9c-4fbd-973e-18a908aadda3'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:36.593839 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['902a9701-9d4c-46bc-961e-7f1df743d7d7'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:36.926746 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6122-75e8-41ee-9117-2c407de301bf req-154f8935-bc67-4bbf-acaa-de970655dd02 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:36.926746 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-38cc6122-75e8-41ee-9117-2c407de301bf req-154f8935-bc67-4bbf-acaa-de970655dd02 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 945 time: 0.0537255 Feb 20 20:04:37.007374 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-38cc6122-75e8-41ee-9117-2c407de301bf req-cda86ec1-4ef6-4971-8c28-850cf278ac51 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750690 Feb 20 20:04:37.024280 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca81bb-3682-455d-b97e-df248446ccf0 req-aef65ace-35d9-4dd7-9a3f-425c7388529a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:37.025807 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a9ca81bb-3682-455d-b97e-df248446ccf0 req-aef65ace-35d9-4dd7-9a3f-425c7388529a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 944 time: 0.0733707 Feb 20 20:04:37.076781 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a9ca81bb-3682-455d-b97e-df248446ccf0 req-5346d777-18dc-4364-8d76-d864a544e59a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451529 Feb 20 20:04:37.202629 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 87a52ebd-35dd-4b56-8924-9578f176542c up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:37.321540 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 87a52ebd-35dd-4b56-8924-9578f176542c completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:37.325568 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 87a52ebd-35dd-4b56-8924-9578f176542c triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:37.330031 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.408796 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 87a52ebd-35dd-4b56-8924-9578f176542c is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:37.409214 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.432839 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:37.435029 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd888a4-297b-495a-898c-d3a809caaf25" -d '{"events": [{"server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "name": "network-vif-plugged", "status": "completed", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:37.448330 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:37.474100 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650dc6e5-55b0-4c6f-9487-318566cba17b x-openstack-request-id: req-650dc6e5-55b0-4c6f-9487-318566cba17b {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:37.474418 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "name": "network-vif-plugged", "status": "completed", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:37.474774 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-650dc6e5-55b0-4c6f-9487-318566cba17b {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:37.475262 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c', 'code': 200} Feb 20 20:04:37.527801 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.564642 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70ed2c-3844-453f-923d-cfcfbbb57adc req-b3164c23-2461-4b69-aa3d-72b705255b67 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:37.566361 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6a70ed2c-3844-453f-923d-cfcfbbb57adc req-b3164c23-2461-4b69-aa3d-72b705255b67 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0548575 Feb 20 20:04:37.582453 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:37.621425 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6a70ed2c-3844-453f-923d-cfcfbbb57adc req-d4da273a-4627-4e14-8d29-eaa0eadf2531 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491817 Feb 20 20:04:37.860052 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb4d28-acd1-4405-8716-f34352a44e97 req-cfbec948-2897-4f2c-bc22-0d5c86bf24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:37.861557 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b9eb4d28-acd1-4405-8716-f34352a44e97 req-cfbec948-2897-4f2c-bc22-0d5c86bf24ff service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 1130 time: 0.0469301 Feb 20 20:04:37.917036 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b9eb4d28-acd1-4405-8716-f34352a44e97 req-5cefca8d-3424-4f73-9bb2-a4ad6a46fa4a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427904 Feb 20 20:04:38.130299 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea607c1-6b16-4686-a702-ddb4f3819fa1 req-53003b11-d3ab-4888-a044-928c7a385d27 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:38.131940 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ea607c1-6b16-4686-a702-ddb4f3819fa1 req-53003b11-d3ab-4888-a044-928c7a385d27 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 945 time: 0.0567346 Feb 20 20:04:38.211943 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ea607c1-6b16-4686-a702-ddb4f3819fa1 req-aad7ace7-e735-4ef8-8467-377bc7500a16 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742164 Feb 20 20:04:38.224249 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990bda6-3b66-4fd2-927f-7566028f4f9b req-f48b34c2-9575-41eb-8672-67d16ff9c48c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:38.225766 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6990bda6-3b66-4fd2-927f-7566028f4f9b req-f48b34c2-9575-41eb-8672-67d16ff9c48c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 944 time: 0.0809588 Feb 20 20:04:38.273334 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6990bda6-3b66-4fd2-927f-7566028f4f9b req-1dbf3ad5-bf6c-42e6-a349-8d443019e29c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420330 Feb 20 20:04:38.760529 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f57fe4-10d7-47c6-afca-49423b61ce2f req-9247b41b-6697-4c20-9f85-7c8d178cb2b2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:38.762040 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f0f57fe4-10d7-47c6-afca-49423b61ce2f req-9247b41b-6697-4c20-9f85-7c8d178cb2b2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0574210 Feb 20 20:04:38.816453 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f0f57fe4-10d7-47c6-afca-49423b61ce2f req-c461d762-f471-40cb-a386-e2c33ab66ab7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487878 Feb 20 20:04:39.341766 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974fdef-6e14-4fbe-83c2-1bcddf685689 req-addc6e3d-6fcf-47b5-94b8-4d9eebd4a898 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:39.344182 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4974fdef-6e14-4fbe-83c2-1bcddf685689 req-addc6e3d-6fcf-47b5-94b8-4d9eebd4a898 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 945 time: 0.0576530 Feb 20 20:04:39.425187 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4974fdef-6e14-4fbe-83c2-1bcddf685689 req-e7384c55-078a-4642-9b4d-03e1b16ec69b tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717514 Feb 20 20:04:39.432760 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5b155-4df0-4f9c-9716-6e622ad7c515 req-20814972-e3e9-429d-b87b-d4afe4cef654 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:39.434208 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d5d5b155-4df0-4f9c-9716-6e622ad7c515 req-20814972-e3e9-429d-b87b-d4afe4cef654 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 944 time: 0.0891426 Feb 20 20:04:39.490529 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d5d5b155-4df0-4f9c-9716-6e622ad7c515 req-1742a597-e3fa-466a-8d2a-68677da5e96b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501015 Feb 20 20:04:39.946934 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85b11-0c7d-47a9-b53e-c4c188685d70 req-2cd147fc-dbb3-4c53-86c7-1ffe6863ee71 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:39.948328 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8be85b11-0c7d-47a9-b53e-c4c188685d70 req-2cd147fc-dbb3-4c53-86c7-1ffe6863ee71 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0522311 Feb 20 20:04:39.995082 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8be85b11-0c7d-47a9-b53e-c4c188685d70 req-cb2d0152-bdcf-42c8-a376-fbc88c8e2cc8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409739 Feb 20 20:04:40.108020 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device c6f9bc83-3d9c-4fbd-973e-18a908aadda3 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:40.224237 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:40.228203 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:40.228637 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:40.307263 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:40.307648 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:40.330108 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52443e14-8400-4a24-8928-b6c1ccd822a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f9bc83-3d9c-4fbd-973e-18a908aadda3'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:40.332355 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec9c43a-bc39-45f2-b854-0342e0d36854" -d '{"events": [{"server_uuid": "52443e14-8400-4a24-8928-b6c1ccd822a5", "name": "network-vif-plugged", "status": "completed", "tag": "c6f9bc83-3d9c-4fbd-973e-18a908aadda3"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:40.345556 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port c6f9bc83-3d9c-4fbd-973e-18a908aadda3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:40.370369 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d234913-ba07-41aa-9e63-c3fa8b1b749d x-openstack-request-id: req-7d234913-ba07-41aa-9e63-c3fa8b1b749d {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:40.370708 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52443e14-8400-4a24-8928-b6c1ccd822a5", "name": "network-vif-plugged", "status": "completed", "tag": "c6f9bc83-3d9c-4fbd-973e-18a908aadda3", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:40.370968 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d234913-ba07-41aa-9e63-c3fa8b1b749d {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:40.371372 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52443e14-8400-4a24-8928-b6c1ccd822a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f9bc83-3d9c-4fbd-973e-18a908aadda3', 'code': 200} Feb 20 20:04:40.396594 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:40.397397 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 902a9701-9d4c-46bc-961e-7f1df743d7d7 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:40.474480 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:40.552943 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073692e4-df14-44de-a7a2-d69dd475248e req-fff60b2f-d4c6-46db-9b6a-136fc7262205 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:40.555058 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-073692e4-df14-44de-a7a2-d69dd475248e req-fff60b2f-d4c6-46db-9b6a-136fc7262205 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0538154 Feb 20 20:04:40.572701 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 902a9701-9d4c-46bc-961e-7f1df743d7d7 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:40.576694 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 902a9701-9d4c-46bc-961e-7f1df743d7d7 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:40.577808 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:40.638606 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-073692e4-df14-44de-a7a2-d69dd475248e req-676bbbc0-72e1-4f99-8437-9fb1799352bd tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778651 Feb 20 20:04:40.654610 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d71cfc-480a-4a57-accc-aea8e1d20491 req-ab2fbbae-a044-4947-9fcb-6005199610be tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:40.656896 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a1d71cfc-480a-4a57-accc-aea8e1d20491 req-ab2fbbae-a044-4947-9fcb-6005199610be tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 944 time: 0.0944843 Feb 20 20:04:40.705375 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a1d71cfc-480a-4a57-accc-aea8e1d20491 req-2c01b6a4-3924-4f3f-88e7-d39615be7507 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422237 Feb 20 20:04:40.769974 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 902a9701-9d4c-46bc-961e-7f1df743d7d7 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:40.770411 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:40.801730 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 902a9701-9d4c-46bc-961e-7f1df743d7d7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=902a9701-9d4c-46bc-961e-7f1df743d7d7,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:40.858856 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:40.907891 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=902a9701-9d4c-46bc-961e-7f1df743d7d7,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:41.118666 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d66ee3-9846-4829-9d05-d8e997b292e9 req-7ad8a14d-1b6b-4b2b-a962-f4692b0c0ebe tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.120165 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-81d66ee3-9846-4829-9d05-d8e997b292e9 req-7ad8a14d-1b6b-4b2b-a962-f4692b0c0ebe tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0541217 Feb 20 20:04:41.167588 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-81d66ee3-9846-4829-9d05-d8e997b292e9 req-7d24d744-dae0-45a9-a456-a2f6001d682b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409205 Feb 20 20:04:41.758993 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d2840-c4ca-4e24-8a58-e25965bf0174 req-6cc56e82-930c-42e9-b25f-e9d4a8f304fc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.760462 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd8d2840-c4ca-4e24-8a58-e25965bf0174 req-6cc56e82-930c-42e9-b25f-e9d4a8f304fc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0527596 Feb 20 20:04:41.839900 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd8d2840-c4ca-4e24-8a58-e25965bf0174 req-9c7a95de-5d0f-43f0-8bdc-01a084747206 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730748 Feb 20 20:04:41.855194 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22216873-552a-4cd7-89e0-d8597085871a req-48294628-c56c-47db-95db-8b2d961ecf23 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.856636 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22216873-552a-4cd7-89e0-d8597085871a req-48294628-c56c-47db-95db-8b2d961ecf23 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0738490 Feb 20 20:04:41.903873 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22216873-552a-4cd7-89e0-d8597085871a req-484417e4-ef8c-43bd-9eff-0a1bffc77d76 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Feb 20 20:04:42.290006 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168149ad-91f8-4de1-a4eb-b5f124ef3d19 req-2eca8a0c-3703-4a5e-95b3-885b84d738af tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:42.291535 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-168149ad-91f8-4de1-a4eb-b5f124ef3d19 req-2eca8a0c-3703-4a5e-95b3-885b84d738af tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0534332 Feb 20 20:04:42.340219 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-168149ad-91f8-4de1-a4eb-b5f124ef3d19 req-8e988454-ccaa-46fa-8b5c-b514641278dc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Feb 20 20:04:42.372153 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a9701-9d4c-46bc-961e-7f1df743d7d7'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:42.374517 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ac18e7-e451-4f91-8893-2078c7aeb5b2" -d '{"events": [{"server_uuid": "ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6", "name": "network-vif-plugged", "status": "completed", "tag": "902a9701-9d4c-46bc-961e-7f1df743d7d7"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:42.410177 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd207c1d-093e-4d4d-9f00-4f228fce448d x-openstack-request-id: req-cd207c1d-093e-4d4d-9f00-4f228fce448d {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:42.410508 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6", "name": "network-vif-plugged", "status": "completed", "tag": "902a9701-9d4c-46bc-961e-7f1df743d7d7", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:42.410770 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd207c1d-093e-4d4d-9f00-4f228fce448d {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:42.411167 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a9701-9d4c-46bc-961e-7f1df743d7d7', 'code': 200} Feb 20 20:04:42.980372 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81756e5d-9ea6-4bfa-a923-9ce84f91accf req-d20af67f-e94d-48b8-b336-d93596865094 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:42.981909 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-81756e5d-9ea6-4bfa-a923-9ce84f91accf req-d20af67f-e94d-48b8-b336-d93596865094 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0738821 Feb 20 20:04:43.057624 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-81756e5d-9ea6-4bfa-a923-9ce84f91accf req-d33a451e-7670-4f58-8add-48562c80a555 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666354 Feb 20 20:04:43.068454 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc85b1-52ee-4593-b993-68415cfd10bd req-5d843e24-1620-4b83-82d8-ee5198ca276a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:43.068454 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-57bc85b1-52ee-4593-b993-68415cfd10bd req-5d843e24-1620-4b83-82d8-ee5198ca276a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0840769 Feb 20 20:04:43.115231 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-57bc85b1-52ee-4593-b993-68415cfd10bd req-b9ff244c-a321-43bb-a8ad-b1391383525d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Feb 20 20:04:43.465219 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83de0d-c8e6-4e8d-89c0-8ea604bab7ce req-1af6b774-3708-432b-931d-5749c02f3323 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:43.468165 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ae83de0d-c8e6-4e8d-89c0-8ea604bab7ce req-1af6b774-3708-432b-931d-5749c02f3323 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0551283 Feb 20 20:04:43.513724 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ae83de0d-c8e6-4e8d-89c0-8ea604bab7ce req-204db889-f3ff-4404-aaa7-afa8199a857c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412965 Feb 20 20:04:44.179730 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa4bc-a59a-40e2-8b14-d2280ac8a0df req-89b23b72-0d2e-4d3b-a592-2df67a8cde74 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:44.181256 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f90aa4bc-a59a-40e2-8b14-d2280ac8a0df req-89b23b72-0d2e-4d3b-a592-2df67a8cde74 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0531738 Feb 20 20:04:44.300005 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f90aa4bc-a59a-40e2-8b14-d2280ac8a0df req-9b07564a-015e-4fdb-8a50-65ade5041e11 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051226 Feb 20 20:04:44.307806 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3346-394d-4408-9b4c-8d8736d9a5f2 req-c0bd2e3c-f58b-4d23-89af-3ba93227b902 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:44.309280 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d6a3346-394d-4408-9b4c-8d8736d9a5f2 req-c0bd2e3c-f58b-4d23-89af-3ba93227b902 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1269276 Feb 20 20:04:44.315981 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54e40d-d823-45f2-9506-369d77c86bbc req-3fb8ee91-65dd-4628-ba5d-99f1ad6e82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:44.317402 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bb54e40d-d823-45f2-9506-369d77c86bbc req-3fb8ee91-65dd-4628-ba5d-99f1ad6e82f4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 1130 time: 0.0904598 Feb 20 20:04:44.392901 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d6a3346-394d-4408-9b4c-8d8736d9a5f2 req-d6544351-d4b6-4ebb-8aaf-bc73968e9485 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681391 Feb 20 20:04:44.396177 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bb54e40d-d823-45f2-9506-369d77c86bbc req-9a0f9dcf-8104-4fe7-b911-cce228002476 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653937 Feb 20 20:04:44.635472 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8d8ed-f135-4271-97a1-cc6975edb65f req-6c92d431-d6ef-4a44-aa02-dfa758828369 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:44.636936 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a0f8d8ed-f135-4271-97a1-cc6975edb65f req-6c92d431-d6ef-4a44-aa02-dfa758828369 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0524321 Feb 20 20:04:44.683649 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a0f8d8ed-f135-4271-97a1-cc6975edb65f req-99cff12c-9dc7-4c5f-bd6f-4a158e1c4103 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407572 Feb 20 20:04:45.087393 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bfca9-12c9-4ff5-8ecc-fc5c4c6a05cb req-70f7a099-3cb3-4b1f-bcda-c7009333f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:45.088864 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d5bfca9-12c9-4ff5-8ecc-fc5c4c6a05cb req-70f7a099-3cb3-4b1f-bcda-c7009333f397 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 1129 time: 0.2467401 Feb 20 20:04:45.146823 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d5bfca9-12c9-4ff5-8ecc-fc5c4c6a05cb req-3656fe71-fe30-4158-9d8b-9bc4ba76ff52 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389040 Feb 20 20:04:45.418218 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75738245-875c-4a72-b789-c33d7cf376a2 req-e6f126eb-d08d-49b9-8b39-d50987da8323 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:45.419671 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75738245-875c-4a72-b789-c33d7cf376a2 req-e6f126eb-d08d-49b9-8b39-d50987da8323 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0515323 Feb 20 20:04:45.471672 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75738245-875c-4a72-b789-c33d7cf376a2 req-5a1dc867-29ab-4dac-84d6-d7e66f6d518b tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Feb 20 20:04:45.520174 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa600864-7d9f-41d8-b4a9-e5562dda847b req-220aa0ca-3ccf-41de-ab54-7433b1bad61a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:45.521647 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa600864-7d9f-41d8-b4a9-e5562dda847b req-220aa0ca-3ccf-41de-ab54-7433b1bad61a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0552821 Feb 20 20:04:45.571487 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa600864-7d9f-41d8-b4a9-e5562dda847b req-fdb479c0-93d4-4837-bad4-19644dc36a21 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444431 Feb 20 20:04:45.804762 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2063a-b97f-4263-ab91-d674b85596c9 req-1752da7c-7b10-4024-babc-695a99e4bb48 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:45.806288 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86f2063a-b97f-4263-ab91-d674b85596c9 req-1752da7c-7b10-4024-babc-695a99e4bb48 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0511844 Feb 20 20:04:45.854274 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86f2063a-b97f-4263-ab91-d674b85596c9 req-e649ea57-f697-4093-aadb-de31872290e8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 Feb 20 20:04:45.973579 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d35c7-7cfe-43ed-b068-705be2f0a2a2 req-95376599-4798-4efd-8cbe-5c262d17bdcc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:45.975039 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee2d35c7-7cfe-43ed-b068-705be2f0a2a2 req-95376599-4798-4efd-8cbe-5c262d17bdcc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0518591 Feb 20 20:04:45.983500 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 41468) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:45.988307 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-fddbdc36-1ae2-43ee-b467-0957fd4cccdc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'floatingip': {'port_id': '87a52ebd-35dd-4b56-8924-9578f176542c'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:46.001990 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:04:46.061657 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fddbdc36-1ae2-43ee-b467-0957fd4cccdc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:46.749029 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cfb3a-7511-4d4f-80e9-cc95b0634499 req-ee2efb17-f8d6-4cde-960f-d77128b843b5 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:46.751163 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-028cfb3a-7511-4d4f-80e9-cc95b0634499 req-ee2efb17-f8d6-4cde-960f-d77128b843b5 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.2098842 Feb 20 20:04:46.785410 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fddbdc36-1ae2-43ee-b467-0957fd4cccdc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:46.803618 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a478c9b-46af-4645-a150-c48954d96c48 req-05269d6a-324b-4825-8331-5db8cbb51ea2 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:46.805658 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4a478c9b-46af-4645-a150-c48954d96c48 req-05269d6a-324b-4825-8331-5db8cbb51ea2 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1548519 Feb 20 20:04:46.842058 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-028cfb3a-7511-4d4f-80e9-cc95b0634499 req-512f82f5-8248-49f5-992e-6ad52043a8e8 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824792 Feb 20 20:04:46.848114 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fddbdc36-1ae2-43ee-b467-0957fd4cccdc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:46.907620 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4a478c9b-46af-4645-a150-c48954d96c48 req-c9061919-d94b-4a03-b51b-fc60d6f4d609 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938077 Feb 20 20:04:46.967435 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-fddbdc36-1ae2-43ee-b467-0957fd4cccdc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Floating IP 6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384 associated. External IP: 172.27.0.111, port: 87a52ebd-35dd-4b56-8924-9578f176542c. Feb 20 20:04:47.180308 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddbdc36-1ae2-43ee-b467-0957fd4cccdc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:04:47.486013 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddbdc36-1ae2-43ee-b467-0957fd4cccdc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:47.490525 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fddbdc36-1ae2-43ee-b467-0957fd4cccdc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:47.498425 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] Sync routers for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:47.508334 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:47.508946 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:04:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:47.519752 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-fddbdc36-1ae2-43ee-b467-0957fd4cccdc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "PUT /v2.0/floatingips/6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384 HTTP/1.1" status: 200 len: 992 time: 1.5346787 Feb 20 20:04:47.520472 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:47.523017 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ed97f0-de7f-4c63-950a-029964f7eaba" -d '{"events": [{"name": "network-changed", "server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:47.562485 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab44cf59-49d3-44df-9f69-3084d90ba4d7 x-openstack-request-id: req-ab44cf59-49d3-44df-9f69-3084d90ba4d7 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:47.564273 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:47.564702 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab44cf59-49d3-44df-9f69-3084d90ba4d7 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:47.565304 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c', 'status': 'completed', 'code': 200} Feb 20 20:04:47.625099 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:47.893648 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'port_id': '87a52ebd-35dd-4b56-8924-9578f176542c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'mac_address': 'fa:16:3e:26:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:05Z', 'updated_at': '2022-02-20T20:04:46Z', 'revision_number': 1, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:47.924717 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] Checking router: 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:47.933138 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:47.933767 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:04:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:47.976934 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced725-8dca-43e4-923e-12722b0feb9d req-6e4711c4-ddaf-4cc8-8a0c-c3c04135d09d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:47.978593 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7ced725-8dca-43e4-923e-12722b0feb9d req-6e4711c4-ddaf-4cc8-8a0c-c3c04135d09d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0667498 Feb 20 20:04:48.038091 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7ced725-8dca-43e4-923e-12722b0feb9d req-e75e6a6a-d7a6-404d-95d9-2d9c287cfd90 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532563 Feb 20 20:04:48.048226 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:48.071381 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:48.178983 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b316e76-59dc-4c9b-bbed-0b2d133e4e8b req-1c501380-617f-49fd-98a2-dcd8d492945c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:48.180482 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b316e76-59dc-4c9b-bbed-0b2d133e4e8b req-1c501380-617f-49fd-98a2-dcd8d492945c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0522647 Feb 20 20:04:48.244288 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b316e76-59dc-4c9b-bbed-0b2d133e4e8b req-3cdf23cf-0ede-46a7-9b94-9ba28437b091 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581341 Feb 20 20:04:48.305050 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'port_id': '87a52ebd-35dd-4b56-8924-9578f176542c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'mac_address': 'fa:16:3e:26:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:05Z', 'updated_at': '2022-02-20T20:04:46Z', 'revision_number': 1, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:48.336488 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03fd0c-1c92-477c-8303-fbe7a3751747 None None] The sync data for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi is: [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'port_id': '87a52ebd-35dd-4b56-8924-9578f176542c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'mac_address': 'fa:16:3e:26:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:05Z', 'updated_at': '2022-02-20T20:04:46Z', 'revision_number': 1, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:48.562698 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56881842-4ea7-4801-a9c3-f72b7e189d15 None None] New status for floating IP 6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384: ACTIVE {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:04:48.627356 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d437bba-ad1b-405a-9c13-033617851440 req-34622113-7db9-4fb0-b40b-6beb4822dfe9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504522 Feb 20 20:04:48.632343 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-82330110-6435-4c5e-a8a5-6bce7215bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:48.634194 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-82330110-6435-4c5e-a8a5-6bce7215bed9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 1130 time: 0.0554202 Feb 20 20:04:48.796804 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d437bba-ad1b-405a-9c13-033617851440 req-1467340b-38f3-40ce-bf88-fb608e9f1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:48.798960 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d437bba-ad1b-405a-9c13-033617851440 req-1467340b-38f3-40ce-bf88-fb608e9f1660 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=da1818d276f14d708be99c940260b757&device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 1129 time: 0.0728810 Feb 20 20:04:48.888090 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-bcf9daa3-800b-4a4d-94a4-7e2881d52621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:48.890436 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-bcf9daa3-800b-4a4d-94a4-7e2881d52621 service neutron] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 918 time: 0.2020180 Feb 20 20:04:48.931519 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d437bba-ad1b-405a-9c13-033617851440 req-21a56c33-2d2c-4f67-bdf6-70c560bda322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:48.932999 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d437bba-ad1b-405a-9c13-033617851440 req-21a56c33-2d2c-4f67-bdf6-70c560bda322 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3a4cb438-6960-42f9-a911-4a7d769daf28 HTTP/1.1" status: 200 len: 912 time: 0.0990925 Feb 20 20:04:48.979159 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d437bba-ad1b-405a-9c13-033617851440 req-57a9793c-4862-4f63-bc2a-9200031491c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d256f7e8-1d52-4116-97eb-a03ae94013f4 HTTP/1.1" status: 200 len: 217 time: 0.0381439 Feb 20 20:04:49.003914 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-0326a1a7-d30a-4d13-96c8-0d8f26429668 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a52ebd-35dd-4b56-8924-9578f176542c HTTP/1.1" status: 200 len: 1002 time: 0.0965178 Feb 20 20:04:49.032767 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d437bba-ad1b-405a-9c13-033617851440 req-5f47d922-98fd-4d8f-9a93-1f8cc58e2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:49.034218 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d437bba-ad1b-405a-9c13-033617851440 req-5f47d922-98fd-4d8f-9a93-1f8cc58e2b3b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5 HTTP/1.1" status: 200 len: 851 time: 0.0473368 Feb 20 20:04:49.067739 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d437bba-ad1b-405a-9c13-033617851440 req-97023d3a-ebf1-4e52-98dd-5cf74bef0786 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3a4cb438-6960-42f9-a911-4a7d769daf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265875 Feb 20 20:04:49.069714 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-093fa00b-2514-4e6a-87c8-23193f9ba79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:49.071160 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-093fa00b-2514-4e6a-87c8-23193f9ba79d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.0460670 Feb 20 20:04:49.135197 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-1c8dcb4b-7a17-4a61-81c8-a5e34a72abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:49.137119 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-1c8dcb4b-7a17-4a61-81c8-a5e34a72abe3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461998 Feb 20 20:04:49.222442 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4454d-2274-475b-9322-50d033b5ffa6 req-a16977d8-30f6-42e0-a58d-a535af2abfdd tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:49.223910 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a3a4454d-2274-475b-9322-50d033b5ffa6 req-a16977d8-30f6-42e0-a58d-a535af2abfdd tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0865991 Feb 20 20:04:49.225680 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d437bba-ad1b-405a-9c13-033617851440 req-94f62483-b43f-4716-ac4d-d397d7208e93 service neutron] 10.222.0.75 "GET /v2.0/networks/3a4cb438-6960-42f9-a911-4a7d769daf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351967 Feb 20 20:04:49.246089 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-d6d50ea0-12b1-4e1e-a2d3-7e5ce7925e27 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923090 Feb 20 20:04:49.325195 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a3a4454d-2274-475b-9322-50d033b5ffa6 req-954280b6-68aa-45c9-8209-d0cda4bb8979 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954032 Feb 20 20:04:49.355855 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-13ed97f0-de7f-4c63-950a-029964f7eaba req-54c3ad6d-658c-413e-bde1-e720c1fb6339 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957723 Feb 20 20:04:49.403140 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d437bba-ad1b-405a-9c13-033617851440 req-800b238a-cbfd-43f1-9e21-4ecc9cf552fa service neutron] 10.222.0.75 "GET /v2.0/networks/3a4cb438-6960-42f9-a911-4a7d769daf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521120 Feb 20 20:04:49.410917 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e827a8-08d6-4e8d-9a91-2477467d7672 req-993ad1e5-f5f9-444c-bc84-e20165dc44b0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:49.412383 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52e827a8-08d6-4e8d-9a91-2477467d7672 req-993ad1e5-f5f9-444c-bc84-e20165dc44b0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0854790 Feb 20 20:04:49.471705 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52e827a8-08d6-4e8d-9a91-2477467d7672 req-f8e96bb1-b4ee-483b-99e6-defac84b47ea tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486884 Feb 20 20:04:50.472017 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da38ff-60d0-4946-8637-2d1902aa73b6 req-343ba239-0cc7-48e8-8656-05096e4dc108 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:50.473613 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d0da38ff-60d0-4946-8637-2d1902aa73b6 req-343ba239-0cc7-48e8-8656-05096e4dc108 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0790772 Feb 20 20:04:50.532654 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d0da38ff-60d0-4946-8637-2d1902aa73b6 req-237eb7cd-8b7d-4a8b-a82c-78ebda1cbfe6 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495353 Feb 20 20:04:50.617031 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc70b0-a636-4161-abea-d8b9ffbf113a req-1a6cf870-de9c-44cf-bbb6-df5c6fcf3936 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:50.619944 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-40fc70b0-a636-4161-abea-d8b9ffbf113a req-1a6cf870-de9c-44cf-bbb6-df5c6fcf3936 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0622482 Feb 20 20:04:50.670910 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-40fc70b0-a636-4161-abea-d8b9ffbf113a req-9c7dd263-6d82-495d-ae71-d793b1578c5d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420265 Feb 20 20:04:50.785179 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd47bbb-dc54-477a-b76e-7922fcb1fdb5 req-08d52c7f-3dfb-409d-ba21-0f9939707250 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:50.786686 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cdd47bbb-dc54-477a-b76e-7922fcb1fdb5 req-08d52c7f-3dfb-409d-ba21-0f9939707250 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0509591 Feb 20 20:04:50.795419 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 41586) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:50.800486 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-94a70750-28fa-4d0f-b253-da90c1cd4b25 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'floatingip': {'port_id': '902a9701-9d4c-46bc-961e-7f1df743d7d7'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:50.838994 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94a70750-28fa-4d0f-b253-da90c1cd4b25 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (4a39d3f8-207a-43c4-8af2-fa40f60299c7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:50.977306 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41592) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:51.109080 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.208526 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Publish callbacks [] for security_group (00502b82-1d32-4340-adc9-02eb66dc0dce), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.229300 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44454b-0bbe-4cac-aed1-b011267a5b3a req-e8190341-0c5c-4fbd-a818-884278fbc031 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:51.234901 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1d44454b-0bbe-4cac-aed1-b011267a5b3a req-e8190341-0c5c-4fbd-a818-884278fbc031 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.1582274 Feb 20 20:04:51.270422 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (00502b82-1d32-4340-adc9-02eb66dc0dce), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.316843 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa69df7bdf0e479f947ea98fd49bd97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383605 Feb 20 20:04:51.319138 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00502b82-1d32-4340-adc9-02eb66dc0dce,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:51.320589 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 41606) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:51.326856 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.327246 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.327589 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.328554 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.328920 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.329365 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.329703 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.330035 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.330367 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.330716 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.331044 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.331479 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.331896 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c892adb2-0ecb-4fbb-94c8-0167d72fe00c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.416266 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3f28a-edc0-4f5d-9562-98f51696e4b4 req-ab6b6f33-116d-48c3-9f3f-7417ce7d2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:51.417811 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bd3f28a-edc0-4f5d-9562-98f51696e4b4 req-ab6b6f33-116d-48c3-9f3f-7417ce7d2819 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 1130 time: 0.1820173 Feb 20 20:04:51.426487 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1d44454b-0bbe-4cac-aed1-b011267a5b3a req-6caef00c-14a6-4477-80b0-fe40c58a21d7 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797924 Feb 20 20:04:51.527638 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Publish callbacks [] for security_group (00502b82-1d32-4340-adc9-02eb66dc0dce), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.563563 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94a70750-28fa-4d0f-b253-da90c1cd4b25 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.570839 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Publish callbacks [] for security_group (00502b82-1d32-4340-adc9-02eb66dc0dce), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.611152 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94a70750-28fa-4d0f-b253-da90c1cd4b25 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (4a39d3f8-207a-43c4-8af2-fa40f60299c7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.628041 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41610) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:51.659703 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3f28a-edc0-4f5d-9562-98f51696e4b4 req-a8f877aa-1a44-4ad3-a67e-2324b2ba4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:51.661202 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bd3f28a-edc0-4f5d-9562-98f51696e4b4 req-a8f877aa-1a44-4ad3-a67e-2324b2ba4318 service neutron] 10.222.0.75 "GET /v2.0/networks?id=37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 200 len: 920 time: 0.2329042 Feb 20 20:04:51.714109 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bd3f28a-edc0-4f5d-9562-98f51696e4b4 req-8e6f4ce2-ca24-4239-8261-3d36a6a11d1e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f9bc83-3d9c-4fbd-973e-18a908aadda3 HTTP/1.1" status: 200 len: 217 time: 0.0422795 Feb 20 20:04:51.740390 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdb69-041e-4a14-aada-d86979910631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.798356 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-94a70750-28fa-4d0f-b253-da90c1cd4b25 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Floating IP 4a39d3f8-207a-43c4-8af2-fa40f60299c7 associated. External IP: 172.27.0.93, port: 902a9701-9d4c-46bc-961e-7f1df743d7d7. Feb 20 20:04:51.836255 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (00502b82-1d32-4340-adc9-02eb66dc0dce), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.838761 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.842502 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00502b82-1d32-4340-adc9-02eb66dc0dce HTTP/1.1" status: 204 len: 168 time: 0.5174925 Feb 20 20:04:51.845005 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3f28a-edc0-4f5d-9562-98f51696e4b4 req-ad6ed7e2-7ba6-4f5d-a8d6-07bd0e852806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:51.846407 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bd3f28a-edc0-4f5d-9562-98f51696e4b4 req-ad6ed7e2-7ba6-4f5d-a8d6-07bd0e852806 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9068444-01a5-4614-906d-18b4e47d1e28 HTTP/1.1" status: 200 len: 859 time: 0.1030340 Feb 20 20:04:51.864544 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00502b82-1d32-4340-adc9-02eb66dc0dce,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:51.879990 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdb69-041e-4a14-aada-d86979910631 admin admin] Publish callbacks [] for security_group (aa6d1281-a695-4c5d-9059-4c354ea915d9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.893993 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bd3f28a-edc0-4f5d-9562-98f51696e4b4 req-2a1f0744-128f-4239-820a-9e5de0c567ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=37567a22-fd4c-4456-b47a-a244d0fa7971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388651 Feb 20 20:04:51.897237 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.897603 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.897958 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.898294 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.898625 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.899001 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.899282 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.899608 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.899953 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.900546 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.900546 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.900884 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.901303 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cac29-be62-47b6-80d4-03f8d68baa00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:51.950113 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdb69-041e-4a14-aada-d86979910631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (aa6d1281-a695-4c5d-9059-4c354ea915d9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.992884 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-1f6fdb69-041e-4a14-aada-d86979910631 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7beaf73c4bd04647a617d41acac7db8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636973 Feb 20 20:04:51.993628 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41618) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:51.994393 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fdb69-041e-4a14-aada-d86979910631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6d1281-a695-4c5d-9059-4c354ea915d9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:52.048328 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d20278e-d08d-4004-a597-5eacd3b38918 admin admin] Publish callbacks [] for security_group (aa6d1281-a695-4c5d-9059-4c354ea915d9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:52.070170 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d20278e-d08d-4004-a597-5eacd3b38918 admin admin] Publish callbacks [] for security_group (aa6d1281-a695-4c5d-9059-4c354ea915d9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:52.077412 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bd3f28a-edc0-4f5d-9562-98f51696e4b4 req-c49b5349-2b71-469e-ad78-d03ec549d1e1 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711662 Feb 20 20:04:52.195403 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d20278e-d08d-4004-a597-5eacd3b38918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (aa6d1281-a695-4c5d-9059-4c354ea915d9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:52.196087 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a70750-28fa-4d0f-b253-da90c1cd4b25 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:04:52.197978 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6d20278e-d08d-4004-a597-5eacd3b38918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:52.199250 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-6d20278e-d08d-4004-a597-5eacd3b38918 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa6d1281-a695-4c5d-9059-4c354ea915d9 HTTP/1.1" status: 204 len: 168 time: 0.2020583 Feb 20 20:04:52.208875 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20278e-d08d-4004-a597-5eacd3b38918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6d1281-a695-4c5d-9059-4c354ea915d9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:52.228693 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bd3f28a-edc0-4f5d-9562-98f51696e4b4 req-038df12f-e89e-41e2-b90f-bc6acd649b3f service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146648 Feb 20 20:04:52.629074 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41654) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:52.638734 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a70750-28fa-4d0f-b253-da90c1cd4b25 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:52.644904 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-94a70750-28fa-4d0f-b253-da90c1cd4b25 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:52.651349 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] Sync routers for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:52.652238 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb4d709e-cc23-46f8-b758-cb3c2b6772bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:52.716012 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-94a70750-28fa-4d0f-b253-da90c1cd4b25 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "PUT /v2.0/floatingips/4a39d3f8-207a-43c4-8af2-fa40f60299c7 HTTP/1.1" status: 200 len: 990 time: 1.9194963 Feb 20 20:04:52.732034 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'tag': '902a9701-9d4c-46bc-961e-7f1df743d7d7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:52.735332 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6", "tag": "902a9701-9d4c-46bc-961e-7f1df743d7d7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:52.782779 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c200062-d407-4e42-a16b-a25cae40aea4 req-ded2dd75-aba4-4ded-8412-319efce8065c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:52.792324 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c200062-d407-4e42-a16b-a25cae40aea4 req-ded2dd75-aba4-4ded-8412-319efce8065c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0967848 Feb 20 20:04:52.837734 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb4d709e-cc23-46f8-b758-cb3c2b6772bc admin admin] Publish callbacks [] for security_group (66a2346c-7dde-42eb-9798-7370f218c748), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:52.867440 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:52.868066 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:04:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:52.875427 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c200062-d407-4e42-a16b-a25cae40aea4 req-5ea63cb2-4c22-4085-b4cb-6317de7fa226 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815191 Feb 20 20:04:52.881336 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c4896a-f3b1-437d-9187-b5a0a43c90e6 x-openstack-request-id: req-b1c4896a-f3b1-437d-9187-b5a0a43c90e6 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:52.881630 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6", "tag": "902a9701-9d4c-46bc-961e-7f1df743d7d7", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:52.881881 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1c4896a-f3b1-437d-9187-b5a0a43c90e6 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:52.882297 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'tag': '902a9701-9d4c-46bc-961e-7f1df743d7d7', 'status': 'completed', 'code': 200} Feb 20 20:04:52.932791 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bb4d709e-cc23-46f8-b758-cb3c2b6772bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (66a2346c-7dde-42eb-9798-7370f218c748), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:52.979279 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-bb4d709e-cc23-46f8-b758-cb3c2b6772bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd487cb7a5214c29bb32cfc915539a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489048 Feb 20 20:04:52.980488 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d709e-cc23-46f8-b758-cb3c2b6772bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a2346c-7dde-42eb-9798-7370f218c748,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:52.983181 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 41674) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:53.010719 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:53.037304 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-2e14e81c-f550-4159-9198-8c247e9d229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:53.039192 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-2e14e81c-f550-4159-9198-8c247e9d229e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0844080 Feb 20 20:04:53.070472 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2263ca5b-4d17-490c-9bf8-4e280b0b36bf admin admin] Publish callbacks [] for security_group (66a2346c-7dde-42eb-9798-7370f218c748), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.129756 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2263ca5b-4d17-490c-9bf8-4e280b0b36bf admin admin] Publish callbacks [] for security_group (66a2346c-7dde-42eb-9798-7370f218c748), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.181987 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-7485b74f-2469-4779-a132-cfec620a1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:53.183433 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-7485b74f-2469-4779-a132-cfec620a1735 service neutron] 10.222.0.75 "GET /v2.0/networks?id=071c382c-ea33-42d9-9b4c-49dc8158480b HTTP/1.1" status: 200 len: 911 time: 0.1337574 Feb 20 20:04:53.238296 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '4a39d3f8-207a-43c4-8af2-fa40f60299c7', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'port_id': '902a9701-9d4c-46bc-961e-7f1df743d7d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'mac_address': 'fa:16:3e:96:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:51Z', 'revision_number': 1, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:53.272872 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] Checking router: c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:53.285035 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41678) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:53.285601 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:53.286265 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:04:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:53.293364 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2263ca5b-4d17-490c-9bf8-4e280b0b36bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (66a2346c-7dde-42eb-9798-7370f218c748), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.296133 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2263ca5b-4d17-490c-9bf8-4e280b0b36bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.297675 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-2263ca5b-4d17-490c-9bf8-4e280b0b36bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66a2346c-7dde-42eb-9798-7370f218c748 HTTP/1.1" status: 204 len: 168 time: 0.3111250 Feb 20 20:04:53.306743 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-498ca2f2-ce46-4663-87ef-f71ab70d34ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.314665 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-55ef104c-038b-4c3d-bf20-6af9c02ff0d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=902a9701-9d4c-46bc-961e-7f1df743d7d7 HTTP/1.1" status: 200 len: 998 time: 0.1181340 Feb 20 20:04:53.315888 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263ca5b-4d17-490c-9bf8-4e280b0b36bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a2346c-7dde-42eb-9798-7370f218c748,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:53.368498 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 41682) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:53.397857 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-7047e256-6e17-4fa4-94f8-cec04b620d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:53.400389 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-7047e256-6e17-4fa4-94f8-cec04b620d22 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c77737-ac14-4962-b301-e7c4e84c6957 HTTP/1.1" status: 200 len: 849 time: 0.0653059 Feb 20 20:04:53.432119 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:53.471052 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-498ca2f2-ce46-4663-87ef-f71ab70d34ef admin admin] Publish callbacks [] for security_group (ae2d7c8b-9a86-48cd-9a51-f01dad2434fb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.489313 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-fff0645b-c542-4336-9a8d-573bc9e32710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:53.491231 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-fff0645b-c542-4336-9a8d-573bc9e32710 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=071c382c-ea33-42d9-9b4c-49dc8158480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601332 Feb 20 20:04:53.510109 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-498ca2f2-ce46-4663-87ef-f71ab70d34ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ae2d7c8b-9a86-48cd-9a51-f01dad2434fb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.554829 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ca2f2-ce46-4663-87ef-f71ab70d34ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2d7c8b-9a86-48cd-9a51-f01dad2434fb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:53.575348 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-498ca2f2-ce46-4663-87ef-f71ab70d34ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9925b13d7c954b1095478a8fc38fd237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879732 Feb 20 20:04:53.578696 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41686) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:53.581687 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2477d9a5-6ec9-45c4-95fe-e1c0a7c597d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.639190 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2c994e5-3b57-4916-af6a-67885a9c8ae4 admin admin] Publish callbacks [] for security_group (ae2d7c8b-9a86-48cd-9a51-f01dad2434fb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.660487 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-dbfe0164-8ec2-4cfb-b71d-cf2e27dfbbdb service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613712 Feb 20 20:04:53.666656 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2c994e5-3b57-4916-af6a-67885a9c8ae4 admin admin] Publish callbacks [] for security_group (ae2d7c8b-9a86-48cd-9a51-f01dad2434fb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.696961 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '4a39d3f8-207a-43c4-8af2-fa40f60299c7', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'port_id': '902a9701-9d4c-46bc-961e-7f1df743d7d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'mac_address': 'fa:16:3e:96:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:51Z', 'revision_number': 1, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:53.744313 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794932fd-7811-4535-bb74-8fa528af19f2 None None] The sync data for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi is: [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '4a39d3f8-207a-43c4-8af2-fa40f60299c7', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'port_id': '902a9701-9d4c-46bc-961e-7f1df743d7d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'mac_address': 'fa:16:3e:96:ae:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:51Z', 'revision_number': 1, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:53.761995 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2477d9a5-6ec9-45c4-95fe-e1c0a7c597d2 admin admin] Publish callbacks [] for security_group (9d2c98ea-fbf9-4aa8-bc7f-9bb1479a2b2e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.798605 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7dac4a0e-a6dd-4bfc-a5ec-fdac4aa73764 req-9327e01c-6364-4904-81df-d298cddf3021 service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238730 Feb 20 20:04:53.813113 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2c994e5-3b57-4916-af6a-67885a9c8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ae2d7c8b-9a86-48cd-9a51-f01dad2434fb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.816225 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d2c994e5-3b57-4916-af6a-67885a9c8ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.817480 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d2c994e5-3b57-4916-af6a-67885a9c8ae4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae2d7c8b-9a86-48cd-9a51-f01dad2434fb HTTP/1.1" status: 204 len: 168 time: 0.2375839 Feb 20 20:04:53.830715 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c994e5-3b57-4916-af6a-67885a9c8ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2d7c8b-9a86-48cd-9a51-f01dad2434fb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:53.864876 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2477d9a5-6ec9-45c4-95fe-e1c0a7c597d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (9d2c98ea-fbf9-4aa8-bc7f-9bb1479a2b2e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.903404 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-2477d9a5-6ec9-45c4-95fe-e1c0a7c597d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5eb2ce40860b44a594ff0e99181fcf7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5339789 Feb 20 20:04:53.910103 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41700) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:53.924527 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477d9a5-6ec9-45c4-95fe-e1c0a7c597d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c98ea-fbf9-4aa8-bc7f-9bb1479a2b2e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:53.977115 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-421a8375-10b5-4bba-b89a-fd8dba905c0a admin admin] Publish callbacks [] for security_group (9d2c98ea-fbf9-4aa8-bc7f-9bb1479a2b2e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:54.002941 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be6a0b-c013-4bb6-8c4c-179055296b76 None None] New status for floating IP 4a39d3f8-207a-43c4-8af2-fa40f60299c7: ACTIVE {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:04:54.041392 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-421a8375-10b5-4bba-b89a-fd8dba905c0a admin admin] Publish callbacks [] for security_group (9d2c98ea-fbf9-4aa8-bc7f-9bb1479a2b2e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:54.095454 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1297-986d-4e81-b69a-9881f0f77814 req-e2d7f3a5-fe09-4177-83b6-70d3b01ab49f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:54.104130 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0fcf1297-986d-4e81-b69a-9881f0f77814 req-e2d7f3a5-fe09-4177-83b6-70d3b01ab49f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0825222 Feb 20 20:04:54.154077 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0fcf1297-986d-4e81-b69a-9881f0f77814 req-b8281aa3-7521-4ba7-bd7c-7fdc89392c86 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488141 Feb 20 20:04:54.230258 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-421a8375-10b5-4bba-b89a-fd8dba905c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (9d2c98ea-fbf9-4aa8-bc7f-9bb1479a2b2e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:54.233326 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-421a8375-10b5-4bba-b89a-fd8dba905c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:54.235178 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-421a8375-10b5-4bba-b89a-fd8dba905c0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d2c98ea-fbf9-4aa8-bc7f-9bb1479a2b2e HTTP/1.1" status: 204 len: 168 time: 0.3278298 Feb 20 20:04:54.244528 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a8375-10b5-4bba-b89a-fd8dba905c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c98ea-fbf9-4aa8-bc7f-9bb1479a2b2e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:55.019271 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41740) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:55.037355 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a67225f4-1fa6-4a22-9fea-8f16c15c2e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.147078 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a67225f4-1fa6-4a22-9fea-8f16c15c2e73 admin admin] Publish callbacks [] for security_group (f0e252fe-cf9a-4eee-baed-99e37d84f779), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.236021 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a67225f4-1fa6-4a22-9fea-8f16c15c2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f0e252fe-cf9a-4eee-baed-99e37d84f779), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.282734 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-a67225f4-1fa6-4a22-9fea-8f16c15c2e73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c491d7c30fb9446f960a1e5522c0e5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622669 Feb 20 20:04:55.284524 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67225f4-1fa6-4a22-9fea-8f16c15c2e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e252fe-cf9a-4eee-baed-99e37d84f779,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:55.285793 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 41762) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:55.304236 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03663817-bcf2-4841-9ca0-cf7f558e5ed1 req-40cf8d99-9ecc-46b9-8d92-9a267ce56ef9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:55.305851 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-03663817-bcf2-4841-9ca0-cf7f558e5ed1 req-40cf8d99-9ecc-46b9-8d92-9a267ce56ef9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0765426 Feb 20 20:04:55.388039 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-03663817-bcf2-4841-9ca0-cf7f558e5ed1 req-b8043a73-cf67-41e8-8aed-617e9ac0f5af tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739450 Feb 20 20:04:55.393632 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a04e505-3aa2-4bf8-9e32-0a0af8415f81 admin admin] Publish callbacks [] for security_group (f0e252fe-cf9a-4eee-baed-99e37d84f779), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.417921 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a04e505-3aa2-4bf8-9e32-0a0af8415f81 admin admin] Publish callbacks [] for security_group (f0e252fe-cf9a-4eee-baed-99e37d84f779), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.552422 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a04e505-3aa2-4bf8-9e32-0a0af8415f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f0e252fe-cf9a-4eee-baed-99e37d84f779), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.552422 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2a04e505-3aa2-4bf8-9e32-0a0af8415f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.552422 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-2a04e505-3aa2-4bf8-9e32-0a0af8415f81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0e252fe-cf9a-4eee-baed-99e37d84f779 HTTP/1.1" status: 204 len: 168 time: 0.2624638 Feb 20 20:04:55.558116 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04e505-3aa2-4bf8-9e32-0a0af8415f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e252fe-cf9a-4eee-baed-99e37d84f779,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:55.904169 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-147444e4-bb87-4e8b-bd05-63c4a62b52fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:56.518387 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2e629-672c-4cc5-8469-384a066ebc40 req-d98ba256-fb9b-4e11-aa9b-25c464a25944 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:56.519864 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ab2e629-672c-4cc5-8469-384a066ebc40 req-d98ba256-fb9b-4e11-aa9b-25c464a25944 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0571823 Feb 20 20:04:56.574099 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ab2e629-672c-4cc5-8469-384a066ebc40 req-7a07bff5-7f48-4b51-b81b-bb4310514905 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469120 Feb 20 20:04:57.278005 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 41864) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:57.410115 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ff22495-826d-4b98-a563-b72eb2248caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.498363 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ff22495-826d-4b98-a563-b72eb2248caf admin admin] Publish callbacks [] for security_group (d5699e0b-7ac5-48b8-842b-9c6d30ccb7ca), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.549669 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0ff22495-826d-4b98-a563-b72eb2248caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (d5699e0b-7ac5-48b8-842b-9c6d30ccb7ca), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.592797 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0ff22495-826d-4b98-a563-b72eb2248caf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6db034e949c44098273075e0f0e112c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135848 Feb 20 20:04:57.595039 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff22495-826d-4b98-a563-b72eb2248caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5699e0b-7ac5-48b8-842b-9c6d30ccb7ca,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:57.595926 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41884) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:57.658273 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b894d8f5-b080-4568-9939-20d2685f1c82 admin admin] Publish callbacks [] for security_group (d5699e0b-7ac5-48b8-842b-9c6d30ccb7ca), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.684194 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b894d8f5-b080-4568-9939-20d2685f1c82 admin admin] Publish callbacks [] for security_group (d5699e0b-7ac5-48b8-842b-9c6d30ccb7ca), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.703045 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4727f8-8219-451d-80c3-038c7bb01121 req-f2cf3ff0-4538-472b-b3c7-4189bdc056ef tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:57.705104 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7e4727f8-8219-451d-80c3-038c7bb01121 req-f2cf3ff0-4538-472b-b3c7-4189bdc056ef tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0572109 Feb 20 20:04:57.756169 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7e4727f8-8219-451d-80c3-038c7bb01121 req-37dd76d2-f6a5-42c7-988b-0559d6cf2b4e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449243 Feb 20 20:04:57.801440 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b894d8f5-b080-4568-9939-20d2685f1c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (d5699e0b-7ac5-48b8-842b-9c6d30ccb7ca), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.804261 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b894d8f5-b080-4568-9939-20d2685f1c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.805480 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-b894d8f5-b080-4568-9939-20d2685f1c82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5699e0b-7ac5-48b8-842b-9c6d30ccb7ca HTTP/1.1" status: 204 len: 168 time: 0.2079318 Feb 20 20:04:57.819413 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894d8f5-b080-4568-9939-20d2685f1c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5699e0b-7ac5-48b8-842b-9c6d30ccb7ca,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:57.932769 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cbe306f2-5c3e-46ce-89d5-571b685ced79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:58.556014 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 41924) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:58.569947 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0046eef-df74-41c4-b02f-703e539b8aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:58.655477 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0046eef-df74-41c4-b02f-703e539b8aca admin admin] Publish callbacks [] for security_group (608a53ff-d5cf-4cb3-8ae1-ca642b8ce420), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:58.721326 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f0046eef-df74-41c4-b02f-703e539b8aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (608a53ff-d5cf-4cb3-8ae1-ca642b8ce420), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:58.759807 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-f0046eef-df74-41c4-b02f-703e539b8aca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa562b908be84f42a06d8cc8f91cc2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026234 Feb 20 20:04:58.761714 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0046eef-df74-41c4-b02f-703e539b8aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608a53ff-d5cf-4cb3-8ae1-ca642b8ce420,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:58.762624 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 41934) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:58.826845 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a5be-4b58-45db-8015-97f4a6d28142 admin admin] Publish callbacks [] for security_group (608a53ff-d5cf-4cb3-8ae1-ca642b8ce420), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:58.875361 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a5be-4b58-45db-8015-97f4a6d28142 admin admin] Publish callbacks [] for security_group (608a53ff-d5cf-4cb3-8ae1-ca642b8ce420), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:58.925223 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb44d5-40ca-4d33-ba65-584488b705f9 req-bf41f6a6-9845-4f48-9b98-1d944a75ec8b tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:58.926730 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-01eb44d5-40ca-4d33-ba65-584488b705f9 req-bf41f6a6-9845-4f48-9b98-1d944a75ec8b tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0977476 Feb 20 20:04:58.979688 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-01eb44d5-40ca-4d33-ba65-584488b705f9 req-51014d9f-b280-4d8e-bdd3-3c1601e19e85 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474083 Feb 20 20:04:59.052778 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a5be-4b58-45db-8015-97f4a6d28142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (608a53ff-d5cf-4cb3-8ae1-ca642b8ce420), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:59.055364 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a5be-4b58-45db-8015-97f4a6d28142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:59.058899 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7cd9a5be-4b58-45db-8015-97f4a6d28142 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/608a53ff-d5cf-4cb3-8ae1-ca642b8ce420 HTTP/1.1" status: 204 len: 168 time: 0.2927599 Feb 20 20:04:59.067024 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9a5be-4b58-45db-8015-97f4a6d28142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608a53ff-d5cf-4cb3-8ae1-ca642b8ce420,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:59.251730 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9a0a5-a956-4607-b902-6d42015008a7 req-2ae47df2-99ce-4e06-9c31-fd68ac056d35 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:59.253533 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73b9a0a5-a956-4607-b902-6d42015008a7 req-2ae47df2-99ce-4e06-9c31-fd68ac056d35 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.0618966 Feb 20 20:04:59.298797 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:59.301596 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73b9a0a5-a956-4607-b902-6d42015008a7 req-b16e5fc8-60c7-4d1a-81e0-f0e5aaa3b4fa tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422068 Feb 20 20:05:00.100261 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b66488-beb3-4ddb-9105-0c724eaf380f req-2300864a-6bab-4345-8b26-3b0b5818a895 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:00.101908 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61b66488-beb3-4ddb-9105-0c724eaf380f req-2300864a-6bab-4345-8b26-3b0b5818a895 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0540297 Feb 20 20:05:00.152649 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61b66488-beb3-4ddb-9105-0c724eaf380f req-ae29a5a2-e669-4957-8459-0112895e79bc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452280 Feb 20 20:05:00.435473 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4c6c3-1790-4e8a-a1c1-99c1d32fc1ef req-847936db-c903-496c-b718-10d224015cc6 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:00.441636 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0ea4c6c3-1790-4e8a-a1c1-99c1d32fc1ef req-847936db-c903-496c-b718-10d224015cc6 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.0694337 Feb 20 20:05:00.489652 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0ea4c6c3-1790-4e8a-a1c1-99c1d32fc1ef req-9f86a0d9-eff6-4027-9bb2-8ae48137fd51 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468867 Feb 20 20:05:00.515878 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:01.539978 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777ea79-0961-4e5f-8796-4600161c83f1 req-180706fa-fa71-41d7-8b2e-eeecd8f7d2c2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:01.539978 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8777ea79-0961-4e5f-8796-4600161c83f1 req-180706fa-fa71-41d7-8b2e-eeecd8f7d2c2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0525901 Feb 20 20:05:01.539978 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8777ea79-0961-4e5f-8796-4600161c83f1 req-506d95e1-58e0-4a37-a0f0-8dc1cfadd72f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Feb 20 20:05:01.620507 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2f4b6-969c-4928-bc15-df2eff849998 req-278c72b9-0229-4059-b443-7ff4cc770997 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:01.621997 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ea2f4b6-969c-4928-bc15-df2eff849998 req-278c72b9-0229-4059-b443-7ff4cc770997 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.0619118 Feb 20 20:05:01.672286 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ea2f4b6-969c-4928-bc15-df2eff849998 req-b94944f8-586a-4f2d-9fe3-77f47b2d139b tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Feb 20 20:05:02.189647 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:02.637408 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eac8a7-2ce4-4b9a-b8d6-3bbe8f514ec2 req-201a9fb9-86ef-415b-9039-0a76d5f01f07 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:02.639072 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-57eac8a7-2ce4-4b9a-b8d6-3bbe8f514ec2 req-201a9fb9-86ef-415b-9039-0a76d5f01f07 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0524604 Feb 20 20:05:02.675224 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42100) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:02.689197 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-57eac8a7-2ce4-4b9a-b8d6-3bbe8f514ec2 req-975d4a77-af98-4798-88cf-c3dc6871e5e3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428758 Feb 20 20:05:02.796704 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68154a77-5b3f-41ff-a3e8-c9f27ea0d282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:02.816135 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d793cc4-890d-49f8-805c-83654b84df26 req-23fac4b6-bd14-47cc-939f-0f89f6ea6172 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:02.817662 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1d793cc4-890d-49f8-805c-83654b84df26 req-23fac4b6-bd14-47cc-939f-0f89f6ea6172 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.0589812 Feb 20 20:05:02.867810 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1d793cc4-890d-49f8-805c-83654b84df26 req-11c2cb45-216f-4890-a830-1c6068721f62 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446639 Feb 20 20:05:02.877808 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68154a77-5b3f-41ff-a3e8-c9f27ea0d282 admin admin] Publish callbacks [] for security_group (64ea7ced-c235-46b2-90d1-d10884611e22), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:02.955087 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-68154a77-5b3f-41ff-a3e8-c9f27ea0d282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (64ea7ced-c235-46b2-90d1-d10884611e22), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:02.993345 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-68154a77-5b3f-41ff-a3e8-c9f27ea0d282 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ba1bbe09d4c46d991c9745c47bb112a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169396 Feb 20 20:05:02.995249 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68154a77-5b3f-41ff-a3e8-c9f27ea0d282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ea7ced-c235-46b2-90d1-d10884611e22,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:02.996068 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42110) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:03.042160 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d114c780-8a5f-4095-b527-d61d5e48aa7a admin admin] Publish callbacks [] for security_group (64ea7ced-c235-46b2-90d1-d10884611e22), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.063760 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d114c780-8a5f-4095-b527-d61d5e48aa7a admin admin] Publish callbacks [] for security_group (64ea7ced-c235-46b2-90d1-d10884611e22), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.172170 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d114c780-8a5f-4095-b527-d61d5e48aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (64ea7ced-c235-46b2-90d1-d10884611e22), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.174906 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d114c780-8a5f-4095-b527-d61d5e48aa7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.176078 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d114c780-8a5f-4095-b527-d61d5e48aa7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64ea7ced-c235-46b2-90d1-d10884611e22 HTTP/1.1" status: 204 len: 168 time: 0.1789219 Feb 20 20:05:03.183935 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114c780-8a5f-4095-b527-d61d5e48aa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ea7ced-c235-46b2-90d1-d10884611e22,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:03.840298 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527ee88-d922-466f-9b0e-87f2bdddde55 req-b7d476d2-af66-4e78-809f-79aa3aeeeb69 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:03.841290 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42132) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:03.847002 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f527ee88-d922-466f-9b0e-87f2bdddde55 req-b7d476d2-af66-4e78-809f-79aa3aeeeb69 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0732729 Feb 20 20:05:03.859149 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da837f26-c4d3-4e6d-94f7-320e7d3991e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.907515 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f527ee88-d922-466f-9b0e-87f2bdddde55 req-fa972439-91f6-4437-baa9-d4b56968e9dc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595844 Feb 20 20:05:03.962453 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da837f26-c4d3-4e6d-94f7-320e7d3991e7 admin admin] Publish callbacks [] for security_group (74c996b1-0ad0-4acd-8034-c019edd2a925), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.006723 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e572061-b03d-4ab6-b241-816c14447b3c req-e4264753-98ae-4894-8078-1c3460255334 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:04.008159 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2e572061-b03d-4ab6-b241-816c14447b3c req-e4264753-98ae-4894-8078-1c3460255334 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.0567904 Feb 20 20:05:04.064520 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da837f26-c4d3-4e6d-94f7-320e7d3991e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (74c996b1-0ad0-4acd-8034-c019edd2a925), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.090853 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2e572061-b03d-4ab6-b241-816c14447b3c req-6ad77ea3-a300-40ce-928d-f21fb11d3489 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/security-groups?id=059fd25d-38eb-4a42-96ee-4465fac0b426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729480 Feb 20 20:05:04.100459 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-9656da17-031c-46ef-8e8a-76b26a1390ab tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:04.102020 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-9656da17-031c-46ef-8e8a-76b26a1390ab tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.75 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 945 time: 0.0930009 Feb 20 20:05:04.121025 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da837f26-c4d3-4e6d-94f7-320e7d3991e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c996b1-0ad0-4acd-8034-c019edd2a925,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:04.135935 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-da837f26-c4d3-4e6d-94f7-320e7d3991e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=622270dab61049b78756fda3524f6eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935548 Feb 20 20:05:04.139517 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42144) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:04.203349 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6a79568-a096-465e-bddc-f1639b5ceddc admin admin] Publish callbacks [] for security_group (74c996b1-0ad0-4acd-8034-c019edd2a925), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.232111 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6a79568-a096-465e-bddc-f1639b5ceddc admin admin] Publish callbacks [] for security_group (74c996b1-0ad0-4acd-8034-c019edd2a925), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.295008 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-3c5b1389-bfc5-428e-b1f5-4acb2d8434a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Deleting port d256f7e8-1d52-4116-97eb-a03ae94013f4 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:05:04.295361 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-3c5b1389-bfc5-428e-b1f5-4acb2d8434a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.402473 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-3c5b1389-bfc5-428e-b1f5-4acb2d8434a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] For port d256f7e8-1d52-4116-97eb-a03ae94013f4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d256f7e8-1d52-4116-97eb-a03ae94013f4,segment=NetworkSegment(66081670-0ce7-496d-b6b5-9b68fb930d4f),segment_id=66081670-0ce7-496d-b6b5-9b68fb930d4f)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:04.402840 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-3c5b1389-bfc5-428e-b1f5-4acb2d8434a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.407256 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6a79568-a096-465e-bddc-f1639b5ceddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (74c996b1-0ad0-4acd-8034-c019edd2a925), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.409912 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6a79568-a096-465e-bddc-f1639b5ceddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.411282 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d6a79568-a096-465e-bddc-f1639b5ceddc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74c996b1-0ad0-4acd-8034-c019edd2a925 HTTP/1.1" status: 204 len: 168 time: 0.2692404 Feb 20 20:05:04.421152 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a79568-a096-465e-bddc-f1639b5ceddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c996b1-0ad0-4acd-8034-c019edd2a925,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:04.439986 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-3c5b1389-bfc5-428e-b1f5-4acb2d8434a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Calling delete_port for d256f7e8-1d52-4116-97eb-a03ae94013f4 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:05:04.704800 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-3c5b1389-bfc5-428e-b1f5-4acb2d8434a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (d256f7e8-1d52-4116-97eb-a03ae94013f4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.743374 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b1389-bfc5-428e-b1f5-4acb2d8434a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Pushing event deleted for resources: {'Port': ['ID=d256f7e8-1d52-4116-97eb-a03ae94013f4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:04.745819 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['d256f7e8-1d52-4116-97eb-a03ae94013f4'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:05:04.810727 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-3c5b1389-bfc5-428e-b1f5-4acb2d8434a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] No DVR routers for this DVR port d256f7e8-1d52-4116-97eb-a03ae94013f4 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:05:04.816427 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-3c5b1389-bfc5-428e-b1f5-4acb2d8434a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.820460 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f98e4a5f-2603-4779-a56b-a964849eed0c req-3c5b1389-bfc5-428e-b1f5-4acb2d8434a4 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.75 "DELETE /v2.0/ports/d256f7e8-1d52-4116-97eb-a03ae94013f4 HTTP/1.1" status: 204 len: 173 time: 0.7102499 Feb 20 20:05:04.822807 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27be4751-a3cc-4912-8cc9-fb61d611698d', 'name': 'network-vif-deleted', 'tag': 'd256f7e8-1d52-4116-97eb-a03ae94013f4'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:04.824374 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a47cb3-c74b-40d6-951e-09fc56b00654" -d '{"events": [{"server_uuid": "27be4751-a3cc-4912-8cc9-fb61d611698d", "name": "network-vif-deleted", "tag": "d256f7e8-1d52-4116-97eb-a03ae94013f4"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:04.881534 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bc927c-5b34-47f0-befc-a35a3a52ebc4 x-openstack-request-id: req-e7bc927c-5b34-47f0-befc-a35a3a52ebc4 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:04.881534 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27be4751-a3cc-4912-8cc9-fb61d611698d", "name": "network-vif-deleted", "tag": "d256f7e8-1d52-4116-97eb-a03ae94013f4", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:04.881534 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7bc927c-5b34-47f0-befc-a35a3a52ebc4 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:04.881534 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27be4751-a3cc-4912-8cc9-fb61d611698d', 'name': 'network-vif-deleted', 'tag': 'd256f7e8-1d52-4116-97eb-a03ae94013f4', 'status': 'completed', 'code': 200} Feb 20 20:05:05.048072 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34986-4a1a-4910-87d6-02a55e074e92 req-269e93f0-b2c3-4364-884e-7d5c2184890b tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:05.049735 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dca34986-4a1a-4910-87d6-02a55e074e92 req-269e93f0-b2c3-4364-884e-7d5c2184890b tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0606966 Feb 20 20:05:05.104631 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dca34986-4a1a-4910-87d6-02a55e074e92 req-0d82084f-bf4e-438c-9514-12e789efb393 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487134 Feb 20 20:05:05.206560 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee564b04-fd7c-4aa3-b44e-e64f56de8a8e req-3e58cb6a-aadf-4f1c-b96e-dcf10355ee44 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 210 time: 0.0290675 Feb 20 20:05:06.235309 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8337bf-7e59-4c68-8ce1-27201ee94902 req-e6bbc3f9-0bc0-4636-8589-756740bbb996 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:06.236869 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9e8337bf-7e59-4c68-8ce1-27201ee94902 req-e6bbc3f9-0bc0-4636-8589-756740bbb996 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0634360 Feb 20 20:05:06.300609 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9e8337bf-7e59-4c68-8ce1-27201ee94902 req-71d1db9c-1ea0-4bd8-92c9-b9220af958de tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547621 Feb 20 20:05:06.336255 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-81f1799e-bb82-4961-8263-31ab671dcf3d req-8122d3a0-e179-4cd1-971d-db885307e026 tempest-DeleteServersTestJSON-102909113 tempest-DeleteServersTestJSON-102909113-project] 10.222.0.60 "GET /v2.0/ports?device_id=27be4751-a3cc-4912-8cc9-fb61d611698d HTTP/1.1" status: 200 len: 210 time: 0.0346074 Feb 20 20:05:07.350789 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device d256f7e8-1d52-4116-97eb-a03ae94013f4 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:05:07.391246 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: d256f7e8-1d52-4116-97eb-a03ae94013f4 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:05:07.392445 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device d256f7e8-1d52-4116-97eb-a03ae94013f4 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:05:07.426413 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e9db3-39a7-420c-ba2a-0dd85315e1d6 req-44898c1c-9a74-4080-88be-d572bd2820c4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:07.427967 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-986e9db3-39a7-420c-ba2a-0dd85315e1d6 req-44898c1c-9a74-4080-88be-d572bd2820c4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0559802 Feb 20 20:05:07.475996 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-986e9db3-39a7-420c-ba2a-0dd85315e1d6 req-efaea1e0-3a5b-4058-9c82-6894119caaf1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Feb 20 20:05:08.594301 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482353-a835-477a-bcc9-df2ab82ac91d req-7b966d1f-fe43-4de5-bf5a-de4cb157d919 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:08.596632 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7a482353-a835-477a-bcc9-df2ab82ac91d req-7b966d1f-fe43-4de5-bf5a-de4cb157d919 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0537250 Feb 20 20:05:08.646547 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7a482353-a835-477a-bcc9-df2ab82ac91d req-2976aac9-b629-415e-ab1e-420da27a552c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437031 Feb 20 20:05:09.154671 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42336) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:09.201918 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9675fa-3522-428d-abd7-099aa1a4e0ec admin admin] Deleting subnet 21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:05:09.206743 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9675fa-3522-428d-abd7-099aa1a4e0ec admin admin] Publish callbacks [] for subnet (21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.242224 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9675fa-3522-428d-abd7-099aa1a4e0ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.288790 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9675fa-3522-428d-abd7-099aa1a4e0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.475375 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9675fa-3522-428d-abd7-099aa1a4e0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.503395 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9675fa-3522-428d-abd7-099aa1a4e0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:09.509696 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bd9675fa-3522-428d-abd7-099aa1a4e0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.509696 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-bd9675fa-3522-428d-abd7-099aa1a4e0ec admin admin] 10.222.0.60 "DELETE /v2.0/subnets/21ee40b0-15fe-4ee0-a0bb-b9de2f3490c5 HTTP/1.1" status: 204 len: 168 time: 0.3541560 Feb 20 20:05:09.511747 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42354) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:09.584214 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (3a4cb438-6960-42f9-a911-4a7d769daf28), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.662933 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (3a4cb438-6960-42f9-a911-4a7d769daf28), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.684352 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4cb438-6960-42f9-a911-4a7d769daf28']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:09.694646 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66081670-0ce7-496d-b6b5-9b68fb930d4f') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:09.694879 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66081670-0ce7-496d-b6b5-9b68fb930d4f') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:09.710715 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32895715'] for segment (66081670-0ce7-496d-b6b5-9b68fb930d4f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.733844 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (66081670-0ce7-496d-b6b5-9b68fb930d4f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.754607 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:05:09.755004 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29963032'] for segment (66081670-0ce7-496d-b6b5-9b68fb930d4f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: Traceback (most recent call last): Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: timer() Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: cb(*args, **kw) Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: return func(*args, **kwargs) Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: self._notify() Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: self.callback(batched_events) Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: event.method(event) Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: return f(self, *a, **k) Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._get(url).json() Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:05:09.756691 dv-cinder-830085-1-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:05:09.820704 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a46154-06be-43dd-a5b6-5a1c612dc11c req-7a335a3e-96c4-4076-9198-3e77b93459f6 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:09.822219 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d2a46154-06be-43dd-a5b6-5a1c612dc11c req-7a335a3e-96c4-4076-9198-3e77b93459f6 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.1028953 Feb 20 20:05:09.871431 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d2a46154-06be-43dd-a5b6-5a1c612dc11c req-37b6df7d-a881-4d5a-b9fc-cd1323bd5274 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Feb 20 20:05:09.909390 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (3a4cb438-6960-42f9-a911-4a7d769daf28), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.914813 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.919786 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3a4cb438-6960-42f9-a911-4a7d769daf28 HTTP/1.1" status: 204 len: 168 time: 0.4051409 Feb 20 20:05:09.938957 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec146a3-bbe3-4f39-b209-72e2b8e8ea49 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4cb438-6960-42f9-a911-4a7d769daf28,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:10.198144 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42380) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:10.327532 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f8b77312-a550-4742-a835-44ffdac96747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.358034 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42388) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:10.430088 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f8b77312-a550-4742-a835-44ffdac96747 admin admin] Publish callbacks [] for security_group (2362b2a5-0eb5-4e37-ab02-8fd4b789a42a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.431700 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-90edcbf3-a34f-40b8-ad59-72e8a970af07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da1818d276f14d708be99c940260b757&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0725174 Feb 20 20:05:10.434234 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42398) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:10.485028 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5031320-e982-45d3-88df-1370a51caa20 admin admin] Publish callbacks [] for security_group (059fd25d-38eb-4a42-96ee-4465fac0b426), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.507872 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5031320-e982-45d3-88df-1370a51caa20 admin admin] Publish callbacks [] for security_group (059fd25d-38eb-4a42-96ee-4465fac0b426), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.583431 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f8b77312-a550-4742-a835-44ffdac96747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (2362b2a5-0eb5-4e37-ab02-8fd4b789a42a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.624750 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f8b77312-a550-4742-a835-44ffdac96747 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c44ef84c71a4d01a8f22e40768a951e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253507 Feb 20 20:05:10.625344 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b77312-a550-4742-a835-44ffdac96747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2362b2a5-0eb5-4e37-ab02-8fd4b789a42a,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:10.627536 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42400) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:10.683009 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f10c-2c2d-4ae7-931c-ac9f3a8bf5a9 admin admin] Publish callbacks [] for security_group (2362b2a5-0eb5-4e37-ab02-8fd4b789a42a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.705868 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f10c-2c2d-4ae7-931c-ac9f3a8bf5a9 admin admin] Publish callbacks [] for security_group (2362b2a5-0eb5-4e37-ab02-8fd4b789a42a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.738426 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5031320-e982-45d3-88df-1370a51caa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (059fd25d-38eb-4a42-96ee-4465fac0b426), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.742168 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b5031320-e982-45d3-88df-1370a51caa20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.747745 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-b5031320-e982-45d3-88df-1370a51caa20 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/059fd25d-38eb-4a42-96ee-4465fac0b426 HTTP/1.1" status: 204 len: 168 time: 0.3084939 Feb 20 20:05:10.756770 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5031320-e982-45d3-88df-1370a51caa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059fd25d-38eb-4a42-96ee-4465fac0b426,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:10.858277 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f10c-2c2d-4ae7-931c-ac9f3a8bf5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (2362b2a5-0eb5-4e37-ab02-8fd4b789a42a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.860987 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f10c-2c2d-4ae7-931c-ac9f3a8bf5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.862545 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c8f0f10c-2c2d-4ae7-931c-ac9f3a8bf5a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2362b2a5-0eb5-4e37-ab02-8fd4b789a42a HTTP/1.1" status: 204 len: 168 time: 0.2330725 Feb 20 20:05:10.870828 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0f10c-2c2d-4ae7-931c-ac9f3a8bf5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2362b2a5-0eb5-4e37-ab02-8fd4b789a42a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:10.994483 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d9fa6-fd6f-42e2-9c5d-7a628bb06c9c req-e7920ed8-2fa3-4f04-a12e-50d416583466 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:10.995956 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d0d9fa6-fd6f-42e2-9c5d-7a628bb06c9c req-e7920ed8-2fa3-4f04-a12e-50d416583466 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0566356 Feb 20 20:05:11.046580 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d0d9fa6-fd6f-42e2-9c5d-7a628bb06c9c req-bd757a31-6c2e-406b-ad1a-e1a1ff0f84ff tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Feb 20 20:05:11.744507 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42442) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:11.761841 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44d133c8-5534-4298-982d-65fac9e19a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.839875 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44d133c8-5534-4298-982d-65fac9e19a2b admin admin] Publish callbacks [] for security_group (23a14e5a-e8bd-4e5c-a416-fa98af3f351c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.939025 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44d133c8-5534-4298-982d-65fac9e19a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (23a14e5a-e8bd-4e5c-a416-fa98af3f351c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.989241 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-44d133c8-5534-4298-982d-65fac9e19a2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24d193643c8645d9bff8205cff338711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435338 Feb 20 20:05:11.990127 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d133c8-5534-4298-982d-65fac9e19a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a14e5a-e8bd-4e5c-a416-fa98af3f351c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:11.992427 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42454) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:12.049945 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a866af0-68c8-4368-9455-d3902d60d033 admin admin] Publish callbacks [] for security_group (23a14e5a-e8bd-4e5c-a416-fa98af3f351c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.072070 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a866af0-68c8-4368-9455-d3902d60d033 admin admin] Publish callbacks [] for security_group (23a14e5a-e8bd-4e5c-a416-fa98af3f351c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.197175 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91c088-3a9b-426e-87ef-d4790fd7afda req-8f1938fa-1cea-4ee2-a612-1b80dc3cf78c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:12.200480 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0d91c088-3a9b-426e-87ef-d4790fd7afda req-8f1938fa-1cea-4ee2-a612-1b80dc3cf78c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0769968 Feb 20 20:05:12.230092 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a866af0-68c8-4368-9455-d3902d60d033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (23a14e5a-e8bd-4e5c-a416-fa98af3f351c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.234073 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6a866af0-68c8-4368-9455-d3902d60d033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.236051 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-6a866af0-68c8-4368-9455-d3902d60d033 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23a14e5a-e8bd-4e5c-a416-fa98af3f351c HTTP/1.1" status: 204 len: 168 time: 0.2427161 Feb 20 20:05:12.244449 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a866af0-68c8-4368-9455-d3902d60d033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a14e5a-e8bd-4e5c-a416-fa98af3f351c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:12.264718 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0d91c088-3a9b-426e-87ef-d4790fd7afda req-761c9fec-d55d-4532-942e-cf898c549c61 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548282 Feb 20 20:05:12.963434 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42492) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:13.161007 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-142a631a-38b2-43c7-a006-d3b159b3fb59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.257921 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-142a631a-38b2-43c7-a006-d3b159b3fb59 admin admin] Publish callbacks [] for security_group (c7ea5afa-704a-441d-95e3-8d25b02f1426), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.387398 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-142a631a-38b2-43c7-a006-d3b159b3fb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c7ea5afa-704a-441d-95e3-8d25b02f1426), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.438613 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9145468-e8bb-4428-8428-151f41c4f2b7 req-93fdc15f-b934-42cf-816b-03eabbe44c62 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:13.440103 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b9145468-e8bb-4428-8428-151f41c4f2b7 req-93fdc15f-b934-42cf-816b-03eabbe44c62 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0929167 Feb 20 20:05:13.441059 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a631a-38b2-43c7-a006-d3b159b3fb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ea5afa-704a-441d-95e3-8d25b02f1426,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:13.447481 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-142a631a-38b2-43c7-a006-d3b159b3fb59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39459d1131fd4020b4fab170ffe75ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829917 Feb 20 20:05:13.448119 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42522) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:13.498897 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b9145468-e8bb-4428-8428-151f41c4f2b7 req-9824776a-599e-4591-bc91-fe9d5d987041 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480747 Feb 20 20:05:13.508002 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5c208b7-615a-424e-bb2d-196a007fc342 admin admin] Publish callbacks [] for security_group (c7ea5afa-704a-441d-95e3-8d25b02f1426), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.532289 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5c208b7-615a-424e-bb2d-196a007fc342 admin admin] Publish callbacks [] for security_group (c7ea5afa-704a-441d-95e3-8d25b02f1426), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.646980 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5c208b7-615a-424e-bb2d-196a007fc342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c7ea5afa-704a-441d-95e3-8d25b02f1426), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.649684 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d5c208b7-615a-424e-bb2d-196a007fc342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.651161 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d5c208b7-615a-424e-bb2d-196a007fc342 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7ea5afa-704a-441d-95e3-8d25b02f1426 HTTP/1.1" status: 204 len: 168 time: 0.2020395 Feb 20 20:05:13.661655 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c208b7-615a-424e-bb2d-196a007fc342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ea5afa-704a-441d-95e3-8d25b02f1426,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:13.747102 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42534) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:14.050127 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8471cf5c-607a-4c6a-b721-a742d2e2d2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.135168 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8471cf5c-607a-4c6a-b721-a742d2e2d2b1 admin admin] Publish callbacks [] for security_group (c425ebbf-7814-409e-b899-aa95bd16dc04), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.200634 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8471cf5c-607a-4c6a-b721-a742d2e2d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c425ebbf-7814-409e-b899-aa95bd16dc04), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.241001 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8471cf5c-607a-4c6a-b721-a742d2e2d2b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ceda1f09178543f7adc6eb6c55cc1371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928060 Feb 20 20:05:14.241833 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471cf5c-607a-4c6a-b721-a742d2e2d2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c425ebbf-7814-409e-b899-aa95bd16dc04,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:14.243840 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42548) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:14.302664 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c17b184-1f59-407b-a89b-d9618138899b admin admin] Publish callbacks [] for security_group (c425ebbf-7814-409e-b899-aa95bd16dc04), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.327636 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c17b184-1f59-407b-a89b-d9618138899b admin admin] Publish callbacks [] for security_group (c425ebbf-7814-409e-b899-aa95bd16dc04), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.376442 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42560) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:14.405318 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9af74518-5320-4dcf-847b-7a161fe4f9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.565530 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c17b184-1f59-407b-a89b-d9618138899b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c425ebbf-7814-409e-b899-aa95bd16dc04), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.569479 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0c17b184-1f59-407b-a89b-d9618138899b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.571557 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-0c17b184-1f59-407b-a89b-d9618138899b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c425ebbf-7814-409e-b899-aa95bd16dc04 HTTP/1.1" status: 204 len: 168 time: 0.3247361 Feb 20 20:05:14.592782 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17b184-1f59-407b-a89b-d9618138899b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c425ebbf-7814-409e-b899-aa95bd16dc04,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:14.650749 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9af74518-5320-4dcf-847b-7a161fe4f9ba admin admin] Publish callbacks [] for security_group (8f08e11d-1e4f-4250-8e4a-a1251994b757), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.655709 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e8372-0f8f-4e6a-abc6-e09d10ebcbd9 req-7fb607ef-c0b4-4947-8fc6-f958f613c599 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:14.657533 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe5e8372-0f8f-4e6a-abc6-e09d10ebcbd9 req-7fb607ef-c0b4-4947-8fc6-f958f613c599 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0722129 Feb 20 20:05:14.720185 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe5e8372-0f8f-4e6a-abc6-e09d10ebcbd9 req-5c12f6a2-837e-49f5-8b5d-0a7c6e7918e3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570230 Feb 20 20:05:14.721499 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9af74518-5320-4dcf-847b-7a161fe4f9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (8f08e11d-1e4f-4250-8e4a-a1251994b757), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.766506 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-9af74518-5320-4dcf-847b-7a161fe4f9ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0f7bf424da8484ca011c7d2f1ba7c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854880 Feb 20 20:05:14.766506 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af74518-5320-4dcf-847b-7a161fe4f9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f08e11d-1e4f-4250-8e4a-a1251994b757,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:14.767139 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42584) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:14.842856 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e3fd52ae-a547-4d9e-98ed-c8fb7ce612cf admin admin] Publish callbacks [] for security_group (8f08e11d-1e4f-4250-8e4a-a1251994b757), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.869312 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e3fd52ae-a547-4d9e-98ed-c8fb7ce612cf admin admin] Publish callbacks [] for security_group (8f08e11d-1e4f-4250-8e4a-a1251994b757), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.001475 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e3fd52ae-a547-4d9e-98ed-c8fb7ce612cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (8f08e11d-1e4f-4250-8e4a-a1251994b757), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.003971 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e3fd52ae-a547-4d9e-98ed-c8fb7ce612cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.005249 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-e3fd52ae-a547-4d9e-98ed-c8fb7ce612cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f08e11d-1e4f-4250-8e4a-a1251994b757 HTTP/1.1" status: 204 len: 168 time: 0.2350678 Feb 20 20:05:15.013369 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd52ae-a547-4d9e-98ed-c8fb7ce612cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f08e11d-1e4f-4250-8e4a-a1251994b757,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:15.321620 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42606) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:15.337911 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4659bc9f-ad7c-43b0-9147-1354cca96667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.429041 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4659bc9f-ad7c-43b0-9147-1354cca96667 admin admin] Publish callbacks [] for security_group (f434ae48-71e3-42f0-8dd6-f5ad177d4b8c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.544151 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4659bc9f-ad7c-43b0-9147-1354cca96667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f434ae48-71e3-42f0-8dd6-f5ad177d4b8c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.585255 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4659bc9f-ad7c-43b0-9147-1354cca96667 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3417572b955146008c9ccadadee27640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607477 Feb 20 20:05:15.586578 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659bc9f-ad7c-43b0-9147-1354cca96667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f434ae48-71e3-42f0-8dd6-f5ad177d4b8c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:15.586777 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42608) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:15.640289 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc80c3b9-22a2-4a44-bf38-6dbba25a07ee admin admin] Publish callbacks [] for security_group (f434ae48-71e3-42f0-8dd6-f5ad177d4b8c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.665281 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc80c3b9-22a2-4a44-bf38-6dbba25a07ee admin admin] Publish callbacks [] for security_group (f434ae48-71e3-42f0-8dd6-f5ad177d4b8c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.807020 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc80c3b9-22a2-4a44-bf38-6dbba25a07ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f434ae48-71e3-42f0-8dd6-f5ad177d4b8c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.810048 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cc80c3b9-22a2-4a44-bf38-6dbba25a07ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.811465 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-cc80c3b9-22a2-4a44-bf38-6dbba25a07ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f434ae48-71e3-42f0-8dd6-f5ad177d4b8c HTTP/1.1" status: 204 len: 168 time: 0.2236586 Feb 20 20:05:15.826836 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80c3b9-22a2-4a44-bf38-6dbba25a07ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f434ae48-71e3-42f0-8dd6-f5ad177d4b8c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:15.883098 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2412e-b1d4-4a5d-929a-a5eab74b6090 req-9994a695-a2c1-4b6c-91ea-eb99e9f8dfd3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:15.885453 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37a2412e-b1d4-4a5d-929a-a5eab74b6090 req-9994a695-a2c1-4b6c-91ea-eb99e9f8dfd3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0869129 Feb 20 20:05:15.922050 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42624) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:15.945959 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37a2412e-b1d4-4a5d-929a-a5eab74b6090 req-5ba67c44-615f-4fea-8a0e-d89ff883f614 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534885 Feb 20 20:05:16.325626 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42630) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:16.340625 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-932b697e-368d-4b0f-a7ea-ebf4bb45fb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.424554 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42632) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:16.434378 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-932b697e-368d-4b0f-a7ea-ebf4bb45fb91 admin admin] Publish callbacks [] for security_group (f44e5043-7f80-4581-ac11-246feb495289), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.503340 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-932b697e-368d-4b0f-a7ea-ebf4bb45fb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f44e5043-7f80-4581-ac11-246feb495289), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.533130 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba501da9-c8b7-434c-9cbf-2812dafd9ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.551423 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-932b697e-368d-4b0f-a7ea-ebf4bb45fb91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e765a67804d4c4faa34c4bfcba0dd77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218716 Feb 20 20:05:16.551423 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b697e-368d-4b0f-a7ea-ebf4bb45fb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44e5043-7f80-4581-ac11-246feb495289,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:16.555679 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42636) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:16.636780 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c0a08285-f496-4d87-9a4f-ea7edb9eac27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.690747 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4c2040a-fe19-477b-be0b-62263964b850 admin admin] Publish callbacks [] for security_group (f44e5043-7f80-4581-ac11-246feb495289), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.732501 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba501da9-c8b7-434c-9cbf-2812dafd9ec0 admin admin] Publish callbacks [] for security_group (8238d2f2-f034-4ec5-a91d-3b7f29575e62), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.754266 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4c2040a-fe19-477b-be0b-62263964b850 admin admin] Publish callbacks [] for security_group (f44e5043-7f80-4581-ac11-246feb495289), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.804651 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42648) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:16.815598 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ba501da9-c8b7-434c-9cbf-2812dafd9ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (8238d2f2-f034-4ec5-a91d-3b7f29575e62), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.837337 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c0a08285-f496-4d87-9a4f-ea7edb9eac27 admin admin] Publish callbacks [] for security_group (af917125-0cdf-4eca-8fb4-8ee857c60417), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.872746 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-ba501da9-c8b7-434c-9cbf-2812dafd9ec0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ccd9d612c735471b9ac95e7fdfbf7d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9489391 Feb 20 20:05:16.875027 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba501da9-c8b7-434c-9cbf-2812dafd9ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8238d2f2-f034-4ec5-a91d-3b7f29575e62,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:16.876504 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42652) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:16.932243 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c0a08285-f496-4d87-9a4f-ea7edb9eac27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (af917125-0cdf-4eca-8fb4-8ee857c60417), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.932521 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c188ad3a-246d-45ab-8378-a7134fe177cc admin admin] Publish callbacks [] for security_group (8238d2f2-f034-4ec5-a91d-3b7f29575e62), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.958341 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c188ad3a-246d-45ab-8378-a7134fe177cc admin admin] Publish callbacks [] for security_group (8238d2f2-f034-4ec5-a91d-3b7f29575e62), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.971098 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4c2040a-fe19-477b-be0b-62263964b850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f44e5043-7f80-4581-ac11-246feb495289), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.975035 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d4c2040a-fe19-477b-be0b-62263964b850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.979424 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d4c2040a-fe19-477b-be0b-62263964b850 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f44e5043-7f80-4581-ac11-246feb495289 HTTP/1.1" status: 204 len: 168 time: 0.4264913 Feb 20 20:05:17.003212 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c0a08285-f496-4d87-9a4f-ea7edb9eac27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=937511fdd271426583a900203e933b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767875 Feb 20 20:05:17.008020 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a08285-f496-4d87-9a4f-ea7edb9eac27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af917125-0cdf-4eca-8fb4-8ee857c60417,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.009249 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42658) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:17.018186 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2040a-fe19-477b-be0b-62263964b850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44e5043-7f80-4581-ac11-246feb495289,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.085336 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-534c3f31-eef2-4110-8bb3-1cb4e5b74c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.137603 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c188ad3a-246d-45ab-8378-a7134fe177cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (8238d2f2-f034-4ec5-a91d-3b7f29575e62), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.140107 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c188ad3a-246d-45ab-8378-a7134fe177cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.141810 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c188ad3a-246d-45ab-8378-a7134fe177cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8238d2f2-f034-4ec5-a91d-3b7f29575e62 HTTP/1.1" status: 204 len: 168 time: 0.2640176 Feb 20 20:05:17.171203 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188ad3a-246d-45ab-8378-a7134fe177cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8238d2f2-f034-4ec5-a91d-3b7f29575e62,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.206785 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d823a7-110a-4847-ba7b-b7ed388305b9 req-8be1546e-9d6d-4ede-a220-6aa231b72522 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:17.208327 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-53d823a7-110a-4847-ba7b-b7ed388305b9 req-8be1546e-9d6d-4ede-a220-6aa231b72522 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.1461513 Feb 20 20:05:17.210373 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46d0601a-1ffd-4b78-b138-59bbcf9353c6 admin admin] Publish callbacks [] for security_group (af917125-0cdf-4eca-8fb4-8ee857c60417), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.256389 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46d0601a-1ffd-4b78-b138-59bbcf9353c6 admin admin] Publish callbacks [] for security_group (af917125-0cdf-4eca-8fb4-8ee857c60417), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.556733 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-534c3f31-eef2-4110-8bb3-1cb4e5b74c7b admin admin] Publish callbacks [] for security_group (e474641b-a0b1-46dd-a9d7-4e039c6e3895), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.565618 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-53d823a7-110a-4847-ba7b-b7ed388305b9 req-726a423a-a664-4ce9-9daf-a2f01d067484 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471069 Feb 20 20:05:17.634810 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-534c3f31-eef2-4110-8bb3-1cb4e5b74c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (e474641b-a0b1-46dd-a9d7-4e039c6e3895), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.669820 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46d0601a-1ffd-4b78-b138-59bbcf9353c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (af917125-0cdf-4eca-8fb4-8ee857c60417), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.672835 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-46d0601a-1ffd-4b78-b138-59bbcf9353c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.676550 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-46d0601a-1ffd-4b78-b138-59bbcf9353c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af917125-0cdf-4eca-8fb4-8ee857c60417 HTTP/1.1" status: 204 len: 168 time: 0.6638837 Feb 20 20:05:17.680095 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-534c3f31-eef2-4110-8bb3-1cb4e5b74c7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a226de70b534364975b4a24ba340c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8740845 Feb 20 20:05:17.683774 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42678) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:17.689427 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c3f31-eef2-4110-8bb3-1cb4e5b74c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e474641b-a0b1-46dd-a9d7-4e039c6e3895,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.709130 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0601a-1ffd-4b78-b138-59bbcf9353c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af917125-0cdf-4eca-8fb4-8ee857c60417,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.753767 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9714-3253-43f0-9379-fa88a1401ff2 admin admin] Publish callbacks [] for security_group (e474641b-a0b1-46dd-a9d7-4e039c6e3895), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.778034 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9714-3253-43f0-9379-fa88a1401ff2 admin admin] Publish callbacks [] for security_group (e474641b-a0b1-46dd-a9d7-4e039c6e3895), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.960564 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9714-3253-43f0-9379-fa88a1401ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (e474641b-a0b1-46dd-a9d7-4e039c6e3895), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.963336 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9714-3253-43f0-9379-fa88a1401ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.964777 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5d3c9714-3253-43f0-9379-fa88a1401ff2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e474641b-a0b1-46dd-a9d7-4e039c6e3895 HTTP/1.1" status: 204 len: 168 time: 0.2808614 Feb 20 20:05:17.973775 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c9714-3253-43f0-9379-fa88a1401ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e474641b-a0b1-46dd-a9d7-4e039c6e3895,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:18.046296 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.251658 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42690) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:18.266364 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2245c6ea-18f7-44d2-b90f-3266e7c60f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.520875 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2245c6ea-18f7-44d2-b90f-3266e7c60f54 admin admin] Publish callbacks [] for security_group (03d69b38-0a13-4c92-82e4-820d1aa5e6d3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.636021 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2245c6ea-18f7-44d2-b90f-3266e7c60f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (03d69b38-0a13-4c92-82e4-820d1aa5e6d3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.712604 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-2245c6ea-18f7-44d2-b90f-3266e7c60f54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=708f044961bd4cb59b462ed8f7b4fc34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590123 Feb 20 20:05:18.714835 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245c6ea-18f7-44d2-b90f-3266e7c60f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d69b38-0a13-4c92-82e4-820d1aa5e6d3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:18.715482 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42700) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:18.747686 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0fb30-42df-452a-858a-469f424b1c36 req-e7fe92cf-5f6c-4006-bc64-0f6fefce487f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:18.748948 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b3a0fb30-42df-452a-858a-469f424b1c36 req-e7fe92cf-5f6c-4006-bc64-0f6fefce487f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0934227 Feb 20 20:05:18.777515 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42702) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:18.797800 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4872fae4-0173-4ac2-8b7a-6391e2a6764d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.816607 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b3a0fb30-42df-452a-858a-469f424b1c36 req-3795f3a7-89ac-4d7b-8adc-abcf50a2ec13 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565581 Feb 20 20:05:18.823122 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4346df54-aadf-4bdc-b613-4aa4cf9f075e admin admin] Publish callbacks [] for security_group (03d69b38-0a13-4c92-82e4-820d1aa5e6d3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.880335 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4346df54-aadf-4bdc-b613-4aa4cf9f075e admin admin] Publish callbacks [] for security_group (03d69b38-0a13-4c92-82e4-820d1aa5e6d3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.950055 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4872fae4-0173-4ac2-8b7a-6391e2a6764d admin admin] Publish callbacks [] for security_group (b395b5dd-4587-4251-b90c-d7160cf9c82d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.994681 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4872fae4-0173-4ac2-8b7a-6391e2a6764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (b395b5dd-4587-4251-b90c-d7160cf9c82d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.038488 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-4872fae4-0173-4ac2-8b7a-6391e2a6764d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c724f3ee647740f39d8346df889beb2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594972 Feb 20 20:05:19.039551 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872fae4-0173-4ac2-8b7a-6391e2a6764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b395b5dd-4587-4251-b90c-d7160cf9c82d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:19.040972 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42714) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:19.058043 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4346df54-aadf-4bdc-b613-4aa4cf9f075e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (03d69b38-0a13-4c92-82e4-820d1aa5e6d3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.060848 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-4346df54-aadf-4bdc-b613-4aa4cf9f075e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.062095 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-4346df54-aadf-4bdc-b613-4aa4cf9f075e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03d69b38-0a13-4c92-82e4-820d1aa5e6d3 HTTP/1.1" status: 204 len: 168 time: 0.3454828 Feb 20 20:05:19.071223 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346df54-aadf-4bdc-b613-4aa4cf9f075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d69b38-0a13-4c92-82e4-820d1aa5e6d3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:19.110001 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3343-5579-4b2e-b203-ae88b190c21c admin admin] Publish callbacks [] for security_group (b395b5dd-4587-4251-b90c-d7160cf9c82d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.135873 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3343-5579-4b2e-b203-ae88b190c21c admin admin] Publish callbacks [] for security_group (b395b5dd-4587-4251-b90c-d7160cf9c82d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.285624 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3343-5579-4b2e-b203-ae88b190c21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (b395b5dd-4587-4251-b90c-d7160cf9c82d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.285624 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3343-5579-4b2e-b203-ae88b190c21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.285624 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-bf3b3343-5579-4b2e-b203-ae88b190c21c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b395b5dd-4587-4251-b90c-d7160cf9c82d HTTP/1.1" status: 204 len: 168 time: 0.2435477 Feb 20 20:05:19.294516 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b3343-5579-4b2e-b203-ae88b190c21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b395b5dd-4587-4251-b90c-d7160cf9c82d,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:19.960654 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec866c-827d-440c-9a09-a96ad28c1533 req-9374ebf8-8a21-4c8c-8546-298ad80359b3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:19.962258 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73ec866c-827d-440c-9a09-a96ad28c1533 req-9374ebf8-8a21-4c8c-8546-298ad80359b3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0552950 Feb 20 20:05:20.021760 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73ec866c-827d-440c-9a09-a96ad28c1533 req-b7e5d68e-f81a-4c82-b0e1-8c0f9a400536 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536759 Feb 20 20:05:21.158607 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1e689-c833-4a53-b792-ddd5b01f39cd req-68327b13-b347-4c45-aeef-0b225a6965d2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:21.160167 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8da1e689-c833-4a53-b792-ddd5b01f39cd req-68327b13-b347-4c45-aeef-0b225a6965d2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0663397 Feb 20 20:05:21.223778 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8da1e689-c833-4a53-b792-ddd5b01f39cd req-7346aafe-c49e-48ae-92de-59e4a32a23e8 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553324 Feb 20 20:05:21.493198 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42814) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:21.781726 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2004185073-network', 'tenant_id': 'cb312b8670bc4df089f4623c8684dd0d'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:21.909346 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Made reservation on behalf of cb312b8670bc4df089f4623c8684dd0d for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:21.911959 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:21.928450 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.047578 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Publish callbacks [] for security_group (f3d84ead-40c9-41a0-ad24-ccc4cf7c6b5e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.114885 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f3d84ead-40c9-41a0-ad24-ccc4cf7c6b5e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.142676 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:22.158868 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d84ead-40c9-41a0-ad24-ccc4cf7c6b5e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:22.162873 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (a78f8089-d2ec-4c86-858c-71f3d9f0a780), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.163220 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Added segment a78f8089-d2ec-4c86-858c-71f3d9f0a780 of type vlan for network 47c61a7b-0806-4b14-9c23-daceb9148e8b Feb 20 20:05:22.207750 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (47c61a7b-0806-4b14-9c23-daceb9148e8b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.327504 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (47c61a7b-0806-4b14-9c23-daceb9148e8b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.328993 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:22.329898 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.406251 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] Pushing event updated for resources: {'Network': ['ID=47c61a7b-0806-4b14-9c23-daceb9148e8b,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:22.416184 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4bf5e-cd43-405c-9c8d-2d06cde91bcb req-e353363c-fd0b-46ca-8a10-336410bff7b1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:22.417812 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ba4bf5e-cd43-405c-9c8d-2d06cde91bcb req-e353363c-fd0b-46ca-8a10-336410bff7b1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.1190543 Feb 20 20:05:22.427538 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 47c61a7b-0806-4b14-9c23-daceb9148e8b details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:22.513216 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-99be354a-edbd-4698-895f-757d2dd152b4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0185466 Feb 20 20:05:22.517034 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ba4bf5e-cd43-405c-9c8d-2d06cde91bcb req-0f9ad9f8-d747-4bdd-91f2-7b2f46a0e521 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728769 Feb 20 20:05:22.517964 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42856) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:22.523371 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Request body: {'subnet': {'network_id': '47c61a7b-0806-4b14-9c23-daceb9148e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2004185073-subnet', 'tenant_id': 'cb312b8670bc4df089f4623c8684dd0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:22.618428 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Made reservation on behalf of cb312b8670bc4df089f4623c8684dd0d for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:22.622084 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29455891'] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.903857 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29961919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29456097'] for subnet (90bebb82-c216-43f2-9d19-3ddc582c1361), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.976484 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90bebb82-c216-43f2-9d19-3ddc582c1361,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:22.981179 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Checking segment: {'id': 'a78f8089-d2ec-4c86-858c-71f3d9f0a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '47c61a7b-0806-4b14-9c23-daceb9148e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:22.981623 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Network hostable DHCP agents. Network: 47c61a7b-0806-4b14-9c23-daceb9148e8b, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:23.001727 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:05:23.045919 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Network 47c61a7b-0806-4b14-9c23-daceb9148e8b is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:23.120228 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 47c61a7b-0806-4b14-9c23-daceb9148e8b) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:23.124355 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:23.125645 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.130937 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f69d4-d0d5-4fe4-8037-7ed30b73f18c None None] Network 47c61a7b-0806-4b14-9c23-daceb9148e8b requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:23.208472 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-687b5a51-d568-4d3a-b1aa-53d1deff65f4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6892807 Feb 20 20:05:23.235390 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19025c1d-9394-476e-b48c-8b24e76d38b1 None None] Network 47c61a7b-0806-4b14-9c23-daceb9148e8b requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:23.722654 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ed35d-7d95-4005-9d2a-3712521fb9d0 req-2aa2971c-fe7a-4878-9db7-f1f6658239bb tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:23.725243 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-416ed35d-7d95-4005-9d2a-3712521fb9d0 req-2aa2971c-fe7a-4878-9db7-f1f6658239bb tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0930593 Feb 20 20:05:23.780661 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-416ed35d-7d95-4005-9d2a-3712521fb9d0 req-4067dd33-b6d8-4de0-8472-c92a29ba4920 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459306 Feb 20 20:05:24.111776 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42922) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:24.116800 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1379614005-network', 'tenant_id': '4949b53090ce4b0584f0dc32feb45c18'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:24.211710 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Made reservation on behalf of 4949b53090ce4b0584f0dc32feb45c18 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:24.216137 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.225319 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.306055 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Publish callbacks [] for security_group (257d82af-8320-4327-b215-7b3f5e72a158), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.406859 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (257d82af-8320-4327-b215-7b3f5e72a158), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.436609 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:24.444416 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257d82af-8320-4327-b215-7b3f5e72a158,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:24.451546 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (5265b3e1-e0f8-4c0c-8aec-cd327d95b0ef), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.452028 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Added segment 5265b3e1-e0f8-4c0c-8aec-cd327d95b0ef of type vlan for network 97a2d0ee-1d39-4098-9fa1-ca1f5658b6af Feb 20 20:05:24.500872 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (97a2d0ee-1d39-4098-9fa1-ca1f5658b6af), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.589940 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (97a2d0ee-1d39-4098-9fa1-ca1f5658b6af), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.590989 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:24.591747 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.664482 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=97a2d0ee-1d39-4098-9fa1-ca1f5658b6af,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:24.680269 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 97a2d0ee-1d39-4098-9fa1-ca1f5658b6af details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:24.771832 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c7d3b930-b65e-4e63-a9d5-3d4460dc3ab3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6566253 Feb 20 20:05:24.775239 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 42952) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:24.780474 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Request body: {'subnet': {'network_id': '97a2d0ee-1d39-4098-9fa1-ca1f5658b6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1379614005-subnet', 'tenant_id': '4949b53090ce4b0584f0dc32feb45c18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:24.903628 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Made reservation on behalf of 4949b53090ce4b0584f0dc32feb45c18 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:24.907813 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30031100'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.966133 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440645c-76c6-4439-9061-d668c1e96464 req-e01d58f3-196b-4715-a106-a6632c84d660 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:24.972247 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b440645c-76c6-4439-9061-d668c1e96464 req-e01d58f3-196b-4715-a106-a6632c84d660 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0723805 Feb 20 20:05:25.034878 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b440645c-76c6-4439-9061-d668c1e96464 req-323af19d-8eff-4c78-a019-8a993d9b601f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557282 Feb 20 20:05:25.229052 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30322130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30030862'] for subnet (c1cb563c-8096-422d-8301-cacc94dc1d47), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.308218 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cb563c-8096-422d-8301-cacc94dc1d47,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:25.317920 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Checking segment: {'id': '5265b3e1-e0f8-4c0c-8aec-cd327d95b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '97a2d0ee-1d39-4098-9fa1-ca1f5658b6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:25.318278 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Network hostable DHCP agents. Network: 97a2d0ee-1d39-4098-9fa1-ca1f5658b6af, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:25.371971 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42968) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:25.390136 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Network 97a2d0ee-1d39-4098-9fa1-ca1f5658b6af is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:25.518292 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dbf0c693-cb15-4cdd-a81f-f41b3cbb25ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.519967 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 97a2d0ee-1d39-4098-9fa1-ca1f5658b6af) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:25.524798 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:25.525545 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.530835 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77edfe5-39f7-4c3e-b3bd-217037a4936f None None] Network 97a2d0ee-1d39-4098-9fa1-ca1f5658b6af requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:25.634978 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dbf0c693-cb15-4cdd-a81f-f41b3cbb25ce admin admin] Publish callbacks [] for security_group (86bb6982-e218-4c3c-b430-28b02da6f56a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.665502 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c202b6-8864-4173-bfdc-53261c1b6bca None None] Network 97a2d0ee-1d39-4098-9fa1-ca1f5658b6af requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:25.665778 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-abab5707-cc23-4395-9797-9c496fe88e5d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8754323 Feb 20 20:05:25.703362 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-dbf0c693-cb15-4cdd-a81f-f41b3cbb25ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (86bb6982-e218-4c3c-b430-28b02da6f56a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.760349 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0c693-cb15-4cdd-a81f-f41b3cbb25ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bb6982-e218-4c3c-b430-28b02da6f56a,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:25.776150 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-dbf0c693-cb15-4cdd-a81f-f41b3cbb25ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a1249b48f604c28960667f17f452332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030201 Feb 20 20:05:25.778840 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 42988) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:25.882626 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c660b65-644e-4050-81b8-10ca863f5728 admin admin] Publish callbacks [] for security_group (86bb6982-e218-4c3c-b430-28b02da6f56a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.909519 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c660b65-644e-4050-81b8-10ca863f5728 admin admin] Publish callbacks [] for security_group (86bb6982-e218-4c3c-b430-28b02da6f56a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.915170 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb1d9-d6c8-49c8-8dec-dc35821ba957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.006052 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c660b65-644e-4050-81b8-10ca863f5728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (86bb6982-e218-4c3c-b430-28b02da6f56a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.008781 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c660b65-644e-4050-81b8-10ca863f5728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.010139 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9c660b65-644e-4050-81b8-10ca863f5728 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86bb6982-e218-4c3c-b430-28b02da6f56a HTTP/1.1" status: 204 len: 168 time: 0.2279868 Feb 20 20:05:26.019269 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c660b65-644e-4050-81b8-10ca863f5728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bb6982-e218-4c3c-b430-28b02da6f56a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:26.181996 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402cdfd-b288-475e-8c8f-c50484fdd23b req-15d026c6-4837-4abe-9e69-c1226b860856 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:26.184168 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4402cdfd-b288-475e-8c8f-c50484fdd23b req-15d026c6-4837-4abe-9e69-c1226b860856 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0689473 Feb 20 20:05:26.244218 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4402cdfd-b288-475e-8c8f-c50484fdd23b req-b9068b7c-7744-4cfd-a878-d756eca05555 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517492 Feb 20 20:05:26.830851 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43018) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:26.845276 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6acb0bdc-711a-4f5a-a5f3-def4f0ca1dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.927956 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6acb0bdc-711a-4f5a-a5f3-def4f0ca1dde admin admin] Publish callbacks [] for security_group (58632264-942f-4fed-a96f-48b95b5c344c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.063093 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6acb0bdc-711a-4f5a-a5f3-def4f0ca1dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (58632264-942f-4fed-a96f-48b95b5c344c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.100437 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-6acb0bdc-711a-4f5a-a5f3-def4f0ca1dde admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=515c98488d854f25aacf1801cdc583f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685452 Feb 20 20:05:27.103410 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43024) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:27.111508 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb0bdc-711a-4f5a-a5f3-def4f0ca1dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58632264-942f-4fed-a96f-48b95b5c344c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:27.160943 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4498ddd9-5b4a-4f32-a8be-1e4507718b33 admin admin] Publish callbacks [] for security_group (58632264-942f-4fed-a96f-48b95b5c344c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.185220 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4498ddd9-5b4a-4f32-a8be-1e4507718b33 admin admin] Publish callbacks [] for security_group (58632264-942f-4fed-a96f-48b95b5c344c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.298031 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4498ddd9-5b4a-4f32-a8be-1e4507718b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (58632264-942f-4fed-a96f-48b95b5c344c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.300667 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4498ddd9-5b4a-4f32-a8be-1e4507718b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.301918 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4498ddd9-5b4a-4f32-a8be-1e4507718b33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58632264-942f-4fed-a96f-48b95b5c344c HTTP/1.1" status: 204 len: 168 time: 0.1975019 Feb 20 20:05:27.311526 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498ddd9-5b4a-4f32-a8be-1e4507718b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58632264-942f-4fed-a96f-48b95b5c344c,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:27.383738 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f78d7-29f7-4686-982a-0eff4202c7ea req-aab55464-aba1-498e-ae5f-16732299995a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:27.388440 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-739f78d7-29f7-4686-982a-0eff4202c7ea req-aab55464-aba1-498e-ae5f-16732299995a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0646932 Feb 20 20:05:27.447794 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-739f78d7-29f7-4686-982a-0eff4202c7ea req-e357e91c-16c7-4500-9a30-4ce78d6ccfc9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559983 Feb 20 20:05:27.931785 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1c46928-c319-4da0-a016-042e3eac3011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.584242 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5cdd5-5bf6-41a7-88e9-5d974de1dcbf req-05c3d54b-528d-4636-9073-5043f02e9e17 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:28.585918 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a2f5cdd5-5bf6-41a7-88e9-5d974de1dcbf req-05c3d54b-528d-4636-9073-5043f02e9e17 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0639544 Feb 20 20:05:28.637742 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a2f5cdd5-5bf6-41a7-88e9-5d974de1dcbf req-e49234c5-8ea7-4335-894f-48ab55da195e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458608 Feb 20 20:05:29.280507 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.775518 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161bbbe-fed3-4f10-8088-ae3834a14fd7 req-e37f9f01-1bf5-47a3-afe4-fd585d760af0 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:29.777353 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a161bbbe-fed3-4f10-8088-ae3834a14fd7 req-e37f9f01-1bf5-47a3-afe4-fd585d760af0 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0621586 Feb 20 20:05:29.842136 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a161bbbe-fed3-4f10-8088-ae3834a14fd7 req-c70e7823-b964-47bb-9305-4ae09a2a4047 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563354 Feb 20 20:05:30.514957 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.973751 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9e82f-987c-4245-b2a0-6b3023c177d2 req-b331f8b4-7d8b-4825-963c-c19fc7298cc1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:30.975290 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24f9e82f-987c-4245-b2a0-6b3023c177d2 req-b331f8b4-7d8b-4825-963c-c19fc7298cc1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0560896 Feb 20 20:05:31.029280 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24f9e82f-987c-4245-b2a0-6b3023c177d2 req-687003c4-5ab2-472e-ac4d-fd3d924eeae6 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 Feb 20 20:05:31.588558 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43176) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:31.717702 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37611e48-88db-4f22-931e-373e95734b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.803007 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37611e48-88db-4f22-931e-373e95734b3c admin admin] Publish callbacks [] for security_group (ab8a0d50-5871-4782-9d5c-7004824bcb17), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.868819 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-37611e48-88db-4f22-931e-373e95734b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ab8a0d50-5871-4782-9d5c-7004824bcb17), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.911451 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37611e48-88db-4f22-931e-373e95734b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a0d50-5871-4782-9d5c-7004824bcb17,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:31.917252 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-37611e48-88db-4f22-931e-373e95734b3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2128b970fdf942bc957d4f49dafb7d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298995 Feb 20 20:05:31.921946 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43192) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:31.979639 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b21c0b31-423b-4034-bf06-26f21b8afa21 admin admin] Publish callbacks [] for security_group (ab8a0d50-5871-4782-9d5c-7004824bcb17), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.005754 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b21c0b31-423b-4034-bf06-26f21b8afa21 admin admin] Publish callbacks [] for security_group (ab8a0d50-5871-4782-9d5c-7004824bcb17), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.143089 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b21c0b31-423b-4034-bf06-26f21b8afa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ab8a0d50-5871-4782-9d5c-7004824bcb17), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.146149 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b21c0b31-423b-4034-bf06-26f21b8afa21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.147874 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-b21c0b31-423b-4034-bf06-26f21b8afa21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab8a0d50-5871-4782-9d5c-7004824bcb17 HTTP/1.1" status: 204 len: 168 time: 0.2234292 Feb 20 20:05:32.162914 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c0b31-423b-4034-bf06-26f21b8afa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a0d50-5871-4782-9d5c-7004824bcb17,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:32.213608 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.220089 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be987-c9df-43a8-bc56-93b7b9d63563 req-9ebffa71-a825-4ebd-a1ff-932611ab03c2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:32.221401 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-221be987-c9df-43a8-bc56-93b7b9d63563 req-9ebffa71-a825-4ebd-a1ff-932611ab03c2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0936065 Feb 20 20:05:32.275404 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-221be987-c9df-43a8-bc56-93b7b9d63563 req-7b93c2f3-cc56-4b7c-8431-0e47af0033ec tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480347 Feb 20 20:05:32.821308 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43228) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:32.846043 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f66e553-287a-487a-ba05-6d231fb4553c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.939495 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f66e553-287a-487a-ba05-6d231fb4553c admin admin] Publish callbacks [] for security_group (d3312574-525a-4be6-a4bf-984483358183), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.018439 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7f66e553-287a-487a-ba05-6d231fb4553c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (d3312574-525a-4be6-a4bf-984483358183), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.057460 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66e553-287a-487a-ba05-6d231fb4553c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3312574-525a-4be6-a4bf-984483358183,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:33.067589 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-7f66e553-287a-487a-ba05-6d231fb4553c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82f8527fbece4a1b9af1d0dc112ac1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450824 Feb 20 20:05:33.072189 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43238) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:33.132698 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590d872f-a919-434b-9ad7-5e1b5f7845a3 admin admin] Publish callbacks [] for security_group (d3312574-525a-4be6-a4bf-984483358183), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.158342 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590d872f-a919-434b-9ad7-5e1b5f7845a3 admin admin] Publish callbacks [] for security_group (d3312574-525a-4be6-a4bf-984483358183), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.280019 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590d872f-a919-434b-9ad7-5e1b5f7845a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (d3312574-525a-4be6-a4bf-984483358183), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.283059 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-590d872f-a919-434b-9ad7-5e1b5f7845a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.284213 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-590d872f-a919-434b-9ad7-5e1b5f7845a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3312574-525a-4be6-a4bf-984483358183 HTTP/1.1" status: 204 len: 168 time: 0.2114303 Feb 20 20:05:33.292809 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d872f-a919-434b-9ad7-5e1b5f7845a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3312574-525a-4be6-a4bf-984483358183,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:33.425302 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817097d8-907e-4e89-9da2-6083a5d6040e req-b8d585d2-da23-4592-8094-1f3b0d30aa67 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:33.426877 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-817097d8-907e-4e89-9da2-6083a5d6040e req-b8d585d2-da23-4592-8094-1f3b0d30aa67 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0631633 Feb 20 20:05:33.479482 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-817097d8-907e-4e89-9da2-6083a5d6040e req-83da4090-2dd9-4d78-b3ae-c6e8e944478a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463190 Feb 20 20:05:34.633904 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29cd81-3593-4b01-9e90-dfff8915d7b2 req-3bd2c903-fd67-43d3-b228-7c1dd5681c11 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.637341 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa29cd81-3593-4b01-9e90-dfff8915d7b2 req-3bd2c903-fd67-43d3-b228-7c1dd5681c11 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0810990 Feb 20 20:05:34.709795 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa29cd81-3593-4b01-9e90-dfff8915d7b2 req-81c7fb1a-aaf7-4d49-9138-a35e8400f41d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643353 Feb 20 20:05:34.758645 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43310) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:34.793644 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7c01-b4fd-46fb-8bb5-3d40258c4fe4 req-11f64292-d211-4658-8d1c-09e8ca51730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.797796 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-519a7c01-b4fd-46fb-8bb5-3d40258c4fe4 req-11f64292-d211-4658-8d1c-09e8ca51730a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 1130 time: 0.0576649 Feb 20 20:05:34.858589 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-519a7c01-b4fd-46fb-8bb5-3d40258c4fe4 req-b99250af-ba7f-4d77-819f-afd89b417aca service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550411 Feb 20 20:05:34.948164 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfd71-618f-4f38-bdb1-f4d16967fe7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.040234 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfd71-618f-4f38-bdb1-f4d16967fe7d admin admin] Publish callbacks [] for security_group (df2950a2-524a-418b-9fd3-1c05a1513c76), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.119932 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfd71-618f-4f38-bdb1-f4d16967fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (df2950a2-524a-418b-9fd3-1c05a1513c76), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.163175 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-ff6bfd71-618f-4f38-bdb1-f4d16967fe7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1b76024b43d46a295ca681118d00bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025378 Feb 20 20:05:35.164087 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bfd71-618f-4f38-bdb1-f4d16967fe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2950a2-524a-418b-9fd3-1c05a1513c76,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:35.165892 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43332) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:35.223262 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d698-381d-4f7f-a1ac-0376cb9c7c7d admin admin] Publish callbacks [] for security_group (df2950a2-524a-418b-9fd3-1c05a1513c76), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.257676 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d698-381d-4f7f-a1ac-0376cb9c7c7d admin admin] Publish callbacks [] for security_group (df2950a2-524a-418b-9fd3-1c05a1513c76), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.459879 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43344) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:35.474683 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d698-381d-4f7f-a1ac-0376cb9c7c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (df2950a2-524a-418b-9fd3-1c05a1513c76), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.480565 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d698-381d-4f7f-a1ac-0376cb9c7c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.481986 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0fb5d698-381d-4f7f-a1ac-0376cb9c7c7d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df2950a2-524a-418b-9fd3-1c05a1513c76 HTTP/1.1" status: 204 len: 168 time: 0.3149500 Feb 20 20:05:35.493365 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5d698-381d-4f7f-a1ac-0376cb9c7c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2950a2-524a-418b-9fd3-1c05a1513c76,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:35.613421 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-844d53b9-d585-4f96-834f-f7f2deccdb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.703118 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-844d53b9-d585-4f96-834f-f7f2deccdb51 admin admin] Publish callbacks [] for security_group (54a58ad3-31d3-42ff-9cc5-1d0577bcce74), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.829385 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-844d53b9-d585-4f96-834f-f7f2deccdb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (54a58ad3-31d3-42ff-9cc5-1d0577bcce74), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.862225 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb7d69-280c-4943-9b4a-67da2e93e853 req-becfc10b-b795-4a36-a909-ef3a3d258361 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.870027 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-97cb7d69-280c-4943-9b4a-67da2e93e853 req-becfc10b-b795-4a36-a909-ef3a3d258361 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0839531 Feb 20 20:05:35.885348 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d53b9-d585-4f96-834f-f7f2deccdb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a58ad3-31d3-42ff-9cc5-1d0577bcce74,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:35.891487 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-844d53b9-d585-4f96-834f-f7f2deccdb51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cea9714946fa43d9b23ec5ad8c940b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305322 Feb 20 20:05:35.894175 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43364) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:35.927841 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-97cb7d69-280c-4943-9b4a-67da2e93e853 req-84b01f78-33c4-4881-b680-9c7934a8f6cb tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567029 Feb 20 20:05:35.960327 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0bfa-ba02-4b49-a746-c076a147457a admin admin] Publish callbacks [] for security_group (54a58ad3-31d3-42ff-9cc5-1d0577bcce74), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.983879 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0bfa-ba02-4b49-a746-c076a147457a admin admin] Publish callbacks [] for security_group (54a58ad3-31d3-42ff-9cc5-1d0577bcce74), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.114629 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0bfa-ba02-4b49-a746-c076a147457a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (54a58ad3-31d3-42ff-9cc5-1d0577bcce74), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.128586 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0bfa-ba02-4b49-a746-c076a147457a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.128586 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-a5eb0bfa-ba02-4b49-a746-c076a147457a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54a58ad3-31d3-42ff-9cc5-1d0577bcce74 HTTP/1.1" status: 204 len: 168 time: 0.2235456 Feb 20 20:05:36.144008 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb0bfa-ba02-4b49-a746-c076a147457a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a58ad3-31d3-42ff-9cc5-1d0577bcce74,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:36.357783 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43374) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:36.372321 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-44be9fb6-d981-4e2a-a13f-ae6563feab54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.450956 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-44be9fb6-d981-4e2a-a13f-ae6563feab54 admin admin] Publish callbacks [] for security_group (e63a5504-8a1b-4923-9ea1-7bc1e6535e89), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.663836 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-44be9fb6-d981-4e2a-a13f-ae6563feab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (e63a5504-8a1b-4923-9ea1-7bc1e6535e89), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.725884 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be9fb6-d981-4e2a-a13f-ae6563feab54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63a5504-8a1b-4923-9ea1-7bc1e6535e89,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:36.725884 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-44be9fb6-d981-4e2a-a13f-ae6563feab54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0722b22947034bb79b0ee76d3e20b3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570888 Feb 20 20:05:36.725884 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43388) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:36.772593 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-798a9c8c-c6e9-4d48-a02b-2b72dba89fa2 admin admin] Publish callbacks [] for security_group (e63a5504-8a1b-4923-9ea1-7bc1e6535e89), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.803478 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-798a9c8c-c6e9-4d48-a02b-2b72dba89fa2 admin admin] Publish callbacks [] for security_group (e63a5504-8a1b-4923-9ea1-7bc1e6535e89), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.943140 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-798a9c8c-c6e9-4d48-a02b-2b72dba89fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (e63a5504-8a1b-4923-9ea1-7bc1e6535e89), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.945715 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-798a9c8c-c6e9-4d48-a02b-2b72dba89fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.946854 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-798a9c8c-c6e9-4d48-a02b-2b72dba89fa2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e63a5504-8a1b-4923-9ea1-7bc1e6535e89 HTTP/1.1" status: 204 len: 168 time: 0.2258544 Feb 20 20:05:36.955172 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a9c8c-c6e9-4d48-a02b-2b72dba89fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63a5504-8a1b-4923-9ea1-7bc1e6535e89,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:37.058694 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a0fff-feda-49af-b63c-510c5095ebe2 req-037830cb-476c-4cd8-9964-41b039b9941e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:37.060253 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-242a0fff-feda-49af-b63c-510c5095ebe2 req-037830cb-476c-4cd8-9964-41b039b9941e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0598783 Feb 20 20:05:37.112177 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-242a0fff-feda-49af-b63c-510c5095ebe2 req-1c84a3c9-f427-4365-b6c0-f46de37b1852 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Feb 20 20:05:37.248898 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9582bb-bdb9-4bc8-8211-f0be493b53ae req-3176293a-173d-4ca9-a499-3f9de6804844 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:37.251607 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c9582bb-bdb9-4bc8-8211-f0be493b53ae req-3176293a-173d-4ca9-a499-3f9de6804844 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0679328 Feb 20 20:05:37.312853 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c9582bb-bdb9-4bc8-8211-f0be493b53ae req-731181ae-74c8-4252-88e1-19e2dd0c35c1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537071 Feb 20 20:05:37.392341 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43416) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:37.527675 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1941315507-network', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:37.628286 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Made reservation on behalf of 2c8e34338e9a48629be67b295d115a7a for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:37.630672 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.639493 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.713454 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Publish callbacks [] for security_group (733e08ef-8a35-4d5a-9b2d-9e0e747fd304), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.795354 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:37.802373 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (733e08ef-8a35-4d5a-9b2d-9e0e747fd304), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.821191 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:37.831666 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (7f3d6bcc-5bd4-481a-ab3b-9353a3962710), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.845062 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Added segment 7f3d6bcc-5bd4-481a-ab3b-9353a3962710 of type vlan for network d20a7ac2-8104-4134-8a26-24a979518d49 Feb 20 20:05:37.909434 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (d20a7ac2-8104-4134-8a26-24a979518d49), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.929564 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733e08ef-8a35-4d5a-9b2d-9e0e747fd304,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:37.999608 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e35ada7-40cc-4b38-a3e3-e213c814b0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.068476 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (d20a7ac2-8104-4134-8a26-24a979518d49), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.075678 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:38.075678 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.101835 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e35ada7-40cc-4b38-a3e3-e213c814b0b7 admin admin] Publish callbacks [] for security_group (2eeba646-1a6c-4583-ab23-ae0bd32888f2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.143744 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=d20a7ac2-8104-4134-8a26-24a979518d49,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:38.156458 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network d20a7ac2-8104-4134-8a26-24a979518d49 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:38.216981 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0e35ada7-40cc-4b38-a3e3-e213c814b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (2eeba646-1a6c-4583-ab23-ae0bd32888f2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.262769 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-794b3dbe-7f23-452c-8217-6218e153b9e2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8692567 Feb 20 20:05:38.266164 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43450) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:38.281226 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Request body: {'subnet': {'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1941315507-subnet', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:38.300693 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35ada7-40cc-4b38-a3e3-e213c814b0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeba646-1a6c-4583-ab23-ae0bd32888f2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:38.305403 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-0e35ada7-40cc-4b38-a3e3-e213c814b0b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c728b7edae543e29686828fea40cb7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5082285 Feb 20 20:05:38.308238 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43458) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:38.367088 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d664fa06-b1d5-4eb9-94dc-aa7a3cc4d96c admin admin] Publish callbacks [] for security_group (2eeba646-1a6c-4583-ab23-ae0bd32888f2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.393932 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d664fa06-b1d5-4eb9-94dc-aa7a3cc4d96c admin admin] Publish callbacks [] for security_group (2eeba646-1a6c-4583-ab23-ae0bd32888f2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.402516 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Made reservation on behalf of 2c8e34338e9a48629be67b295d115a7a for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:38.405003 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30031100'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.632538 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d664fa06-b1d5-4eb9-94dc-aa7a3cc4d96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (2eeba646-1a6c-4583-ab23-ae0bd32888f2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.635121 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d664fa06-b1d5-4eb9-94dc-aa7a3cc4d96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.636291 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d664fa06-b1d5-4eb9-94dc-aa7a3cc4d96c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2eeba646-1a6c-4583-ab23-ae0bd32888f2 HTTP/1.1" status: 204 len: 168 time: 0.3264148 Feb 20 20:05:38.649420 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664fa06-b1d5-4eb9-94dc-aa7a3cc4d96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeba646-1a6c-4583-ab23-ae0bd32888f2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:39.011631 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30322130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30030862'] for subnet (104df7b0-67f9-426c-934c-4cb02066a168), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.068498 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Pushing event updated for resources: {'Subnet': ['ID=104df7b0-67f9-426c-934c-4cb02066a168,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:39.080183 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Checking segment: {'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:39.080714 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Network hostable DHCP agents. Network: d20a7ac2-8104-4134-8a26-24a979518d49, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:39.167737 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43492) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:39.245616 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Network d20a7ac2-8104-4134-8a26-24a979518d49 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:39.297610 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-682f360f-be2a-4789-ae67-d1dfa5be0e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.397597 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-682f360f-be2a-4789-ae67-d1dfa5be0e08 admin admin] Publish callbacks [] for security_group (73fb4a8e-2141-425a-a1ad-d9fd58203d47), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.406022 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, d20a7ac2-8104-4134-8a26-24a979518d49) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:39.413000 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:39.413253 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.416883 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b5c7c5-b317-40cb-91a4-53961717a70a None None] Network d20a7ac2-8104-4134-8a26-24a979518d49 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:39.569122 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-9ad5d158-18dd-48bd-9c7c-5abcd290770b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3016043 Feb 20 20:05:39.570033 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-682f360f-be2a-4789-ae67-d1dfa5be0e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (73fb4a8e-2141-425a-a1ad-d9fd58203d47), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.572245 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43504) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:39.578062 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:39.614775 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-682f360f-be2a-4789-ae67-d1dfa5be0e08 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c3fd1afe5664789954a610dc6068f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4435668 Feb 20 20:05:39.614775 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f360f-be2a-4789-ae67-d1dfa5be0e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fb4a8e-2141-425a-a1ad-d9fd58203d47,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:39.615545 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43508) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:39.652637 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280d935-7abc-53ab-aeff-946d572351b5-d20a7ac2-8104-4134-8a26-24a979518d49', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168'}]}} from dv-cinder-830085-1-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:05:39.652637 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.665713 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b26b00-bf31-4c39-8c83-53279aabd37c admin admin] Publish callbacks [] for security_group (73fb4a8e-2141-425a-a1ad-d9fd58203d47), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.689479 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b26b00-bf31-4c39-8c83-53279aabd37c admin admin] Publish callbacks [] for security_group (73fb4a8e-2141-425a-a1ad-d9fd58203d47), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.789393 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1873850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11345'] for router (c7715641-5a24-4f0a-bf7f-0913d7611e6a), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.790733 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1874474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1875835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11434'] for router (c7715641-5a24-4f0a-bf7f-0913d7611e6a), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.793169 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Allocated IP 172.20.0.2 (d20a7ac2-8104-4134-8a26-24a979518d49/104df7b0-67f9-426c-934c-4cb02066a168/aade7219-f9f4-4b91-9231-ca0dd7502b67) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:39.834246 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b26b00-bf31-4c39-8c83-53279aabd37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (73fb4a8e-2141-425a-a1ad-d9fd58203d47), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.836804 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b26b00-bf31-4c39-8c83-53279aabd37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.838029 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-02b26b00-bf31-4c39-8c83-53279aabd37c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73fb4a8e-2141-425a-a1ad-d9fd58203d47 HTTP/1.1" status: 204 len: 168 time: 0.2215655 Feb 20 20:05:39.849951 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b26b00-bf31-4c39-8c83-53279aabd37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fb4a8e-2141-425a-a1ad-d9fd58203d47,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:39.889449 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks [] for router_controller (c7715641-5a24-4f0a-bf7f-0913d7611e6a), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.962361 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Publish callbacks [] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.080232 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.115564 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks [] for router_gateway (c7715641-5a24-4f0a-bf7f-0913d7611e6a), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.118602 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Network d20a7ac2-8104-4134-8a26-24a979518d49 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:40.124706 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:40.131438 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:40.141301 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Pushing event updated for resources: {'Port': ['ID=aade7219-f9f4-4b91-9231-ca0dd7502b67,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:40.151697 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.152237 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.152776 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.153301 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.153790 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.154257 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.154716 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.155868 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.156397 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.156879 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.157382 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.157841 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.158474 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:40.219586 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Attempting to bind port aade7219-f9f4-4b91-9231-ca0dd7502b67 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:40.219940 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Attempting to bind port aade7219-f9f4-4b91-9231-ca0dd7502b67 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:40.221927 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Attempting to bind port aade7219-f9f4-4b91-9231-ca0dd7502b67 on network d20a7ac2-8104-4134-8a26-24a979518d49 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:40.225893 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:40.226271 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Checking segment: {'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:40.226669 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.227051 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Bound using segment: {'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:40.227535 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Bound port: aade7219-f9f4-4b91-9231-ca0dd7502b67, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:40.227889 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.320680 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] For port aade7219-f9f4-4b91-9231-ca0dd7502b67, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:40.324726 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] For port aade7219-f9f4-4b91-9231-ca0dd7502b67, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=aade7219-f9f4-4b91-9231-ca0dd7502b67,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:40.424590 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.447433 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks [] for router_gateway (c7715641-5a24-4f0a-bf7f-0913d7611e6a), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.477664 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.510103 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1c767-7127-4daf-bc63-8085d1514e97 None None] Pushing event updated for resources: {'Port': ['ID=aade7219-f9f4-4b91-9231-ca0dd7502b67,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:40.613765 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Allocated IP 172.27.0.37 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:40.773180 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks [] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.915925 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6641-b2ab-40d2-ab33-1df79f577df7 req-ed4ef89e-8fb4-40ee-ad49-194418d81a37 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:40.918677 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eefa6641-b2ab-40d2-ab33-1df79f577df7 req-ed4ef89e-8fb4-40ee-ad49-194418d81a37 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0816636 Feb 20 20:05:40.922101 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.997314 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:41.026404 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:41.029039 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:41.064600 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Pushing event updated for resources: {'Port': ['ID=489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:41.102883 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eefa6641-b2ab-40d2-ab33-1df79f577df7 req-35cd1df0-dc4c-4ce0-8086-68225442ffa1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702254 Feb 20 20:05:41.118271 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7853a-ad45-4b65-a8b3-3c9aa864098b req-7d84f600-09ad-461d-acae-c51af5c39cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:41.119902 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47f7853a-ad45-4b65-a8b3-3c9aa864098b req-7d84f600-09ad-461d-acae-c51af5c39cfb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 1129 time: 0.1635122 Feb 20 20:05:41.335436 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7853a-ad45-4b65-a8b3-3c9aa864098b req-bbed7c5f-c854-460f-ab63-730838025256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:41.337490 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47f7853a-ad45-4b65-a8b3-3c9aa864098b req-bbed7c5f-c854-460f-ab63-730838025256 service neutron] 10.222.0.75 "GET /v2.0/networks?id=37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 200 len: 920 time: 0.1804221 Feb 20 20:05:41.451842 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47f7853a-ad45-4b65-a8b3-3c9aa864098b req-b2c269af-a1f6-4ecb-abb6-b43b848b48d3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4 HTTP/1.1" status: 200 len: 217 time: 0.1055784 Feb 20 20:05:41.561002 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7853a-ad45-4b65-a8b3-3c9aa864098b req-821b0725-1056-4ead-9bae-8b60e6b0d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:41.563825 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47f7853a-ad45-4b65-a8b3-3c9aa864098b req-821b0725-1056-4ead-9bae-8b60e6b0d0ce service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9068444-01a5-4614-906d-18b4e47d1e28 HTTP/1.1" status: 200 len: 859 time: 0.0948288 Feb 20 20:05:41.607978 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47f7853a-ad45-4b65-a8b3-3c9aa864098b req-c85d4327-7dd9-41ca-a607-e5479619df8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=37567a22-fd4c-4456-b47a-a244d0fa7971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318086 Feb 20 20:05:41.609650 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks [] for router_gateway (c7715641-5a24-4f0a-bf7f-0913d7611e6a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.710567 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9422c0-057f-4ebe-b357-be01b0f201ac None None] Network d20a7ac2-8104-4134-8a26-24a979518d49 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:41.797122 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-3d918316-1de6-4ac9-afb4-354a93e8b41d None None] Provisioning complete for port aade7219-f9f4-4b91-9231-ca0dd7502b67 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:41.797491 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d918316-1de6-4ac9-afb4-354a93e8b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.933323 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3d918316-1de6-4ac9-afb4-354a93e8b41d None None] Current status of the port aade7219-f9f4-4b91-9231-ca0dd7502b67 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:41.933718 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d918316-1de6-4ac9-afb4-354a93e8b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.984752 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-3d918316-1de6-4ac9-afb4-354a93e8b41d None None] For port aade7219-f9f4-4b91-9231-ca0dd7502b67, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=aade7219-f9f4-4b91-9231-ca0dd7502b67,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:42.085994 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d918316-1de6-4ac9-afb4-354a93e8b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.200306 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d918316-1de6-4ac9-afb4-354a93e8b41d None None] Pushing event updated for resources: {'Port': ['ID=aade7219-f9f4-4b91-9231-ca0dd7502b67,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:42.280849 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47f7853a-ad45-4b65-a8b3-3c9aa864098b req-132383d8-bcdf-41c5-87fd-fb5848dea308 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152666 Feb 20 20:05:42.313079 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-eba1a4c7-fe94-41d5-b8cb-b89f962c40da None None] Provisioning complete for port aade7219-f9f4-4b91-9231-ca0dd7502b67 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:42.314165 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eba1a4c7-fe94-41d5-b8cb-b89f962c40da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.413722 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-eba1a4c7-fe94-41d5-b8cb-b89f962c40da None None] Current status of the port aade7219-f9f4-4b91-9231-ca0dd7502b67 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:42.442003 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1874467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884'] for router (c7715641-5a24-4f0a-bf7f-0913d7611e6a), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.459542 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780be22-8161-41c9-af78-084f609a97d9 req-d51e0392-3c1a-4a47-b70b-e553a83a4c5f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:42.461192 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f780be22-8161-41c9-af78-084f609a97d9 req-d51e0392-3c1a-4a47-b70b-e553a83a4c5f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.2059381 Feb 20 20:05:42.533979 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device aade7219-f9f4-4b91-9231-ca0dd7502b67 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:42.542649 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47f7853a-ad45-4b65-a8b3-3c9aa864098b req-27873cfa-8465-4985-87ba-60927aba370f service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407415 Feb 20 20:05:42.601515 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port aade7219-f9f4-4b91-9231-ca0dd7502b67 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:42.601999 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.615594 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f780be22-8161-41c9-af78-084f609a97d9 req-189f518d-3041-413e-ae4e-7a905addbc9e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460545 Feb 20 20:05:42.719598 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port aade7219-f9f4-4b91-9231-ca0dd7502b67 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:42.777233 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Router c7715641-5a24-4f0a-bf7f-0913d7611e6a is scheduled to L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:05:42.890945 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:42.900003 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Sync routers for ids ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:42.911133 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Routers {'c7715641-5a24-4f0a-bf7f-0913d7611e6a'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:42.911779 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:05:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:42.962504 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.963780 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-026154c1-8441-4298-8dc1-c438bda86c9f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3897793 Feb 20 20:05:42.966954 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43598) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:43.028004 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Set router c7715641-5a24-4f0a-bf7f-0913d7611e6a gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:43.216076 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:41Z', 'revision_number': 3, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:43.244357 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Checking router: c7715641-5a24-4f0a-bf7f-0913d7611e6a for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:43.244735 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Updating router c7715641-5a24-4f0a-bf7f-0913d7611e6a port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:43.277760 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.450466 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.657537 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Allocated IP 172.20.0.1 (d20a7ac2-8104-4134-8a26-24a979518d49/104df7b0-67f9-426c-934c-4cb02066a168/97ecb4e6-0243-4137-9af3-d376a303e43a) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:43.689571 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Publish callbacks [] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.765335 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d3151-8a7e-43a0-ab21-b1f96d4f8e5f req-34ba41ad-c70a-4f7b-b653-b195a8c97406 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:43.765925 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.766848 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-145d3151-8a7e-43a0-ab21-b1f96d4f8e5f req-34ba41ad-c70a-4f7b-b653-b195a8c97406 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0556381 Feb 20 20:05:43.788640 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Publish callbacks [] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.831062 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Attempting to bind port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:43.831434 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Attempting to bind port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:43.831965 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Attempting to bind port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc on network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:43.835469 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Pushing event updated for resources: {'Port': ['ID=489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:43.845028 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:43.845470 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:43.845855 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.846500 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Bound using segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:43.846988 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Bound port: 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:43.847364 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.850929 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.851133 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-145d3151-8a7e-43a0-ab21-b1f96d4f8e5f req-828e242c-ab63-47f6-a1fd-65f271784984 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764713 Feb 20 20:05:43.851643 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.852003 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.852363 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.852678 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.853007 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.853368 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.853694 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.854022 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.854363 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.854752 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.855075 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.855394 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:43.907992 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] For port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:43.911078 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] For port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:43.931435 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.983424 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Network d20a7ac2-8104-4134-8a26-24a979518d49 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:43.991150 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.991361 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:43.996854 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:44.000827 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=97ecb4e6-0243-4137-9af3-d376a303e43a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:44.097007 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1875579'] for router_interface (c7715641-5a24-4f0a-bf7f-0913d7611e6a), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.107742 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741622d1-52cc-4240-a52b-e6fd115914c3 None None] Pushing event updated for resources: {'Port': ['ID=489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:44.112120 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Routers {'c7715641-5a24-4f0a-bf7f-0913d7611e6a'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:44.112982 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:05:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:44.265300 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] Set router c7715641-5a24-4f0a-bf7f-0913d7611e6a gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:44.366957 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-21b6eb59-2924-48db-ab06-72de4b0531d6 None None] Provisioning complete for port 97ecb4e6-0243-4137-9af3-d376a303e43a triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:44.373265 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21b6eb59-2924-48db-ab06-72de4b0531d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.374873 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.413149 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-21b6eb59-2924-48db-ab06-72de4b0531d6 None None] Port 97ecb4e6-0243-4137-9af3-d376a303e43a cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:44.463894 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:41Z', 'revision_number': 3, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:44.501809 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5f5f8-706a-41d3-ab34-600ff9d19809 None None] The sync data for ids ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'] in dv-cinder-830085-1-iscsi is: [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:41Z', 'revision_number': 3, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:44.616703 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Publish callbacks [] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.753973 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.835624 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1875695'] for router_interface (c7715641-5a24-4f0a-bf7f-0913d7611e6a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.837582 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=97ecb4e6-0243-4137-9af3-d376a303e43a,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:44.955584 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Network d20a7ac2-8104-4134-8a26-24a979518d49 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:44.957035 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:45.011103 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbf76a-c307-41a4-8c8a-2752f1568ea5 req-e0eb67f7-9949-459b-9ed4-53d1527766cb tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:45.013609 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-05fbf76a-c307-41a4-8c8a-2752f1568ea5 req-e0eb67f7-9949-459b-9ed4-53d1527766cb tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0725780 Feb 20 20:05:45.104049 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-05fbf76a-c307-41a4-8c8a-2752f1568ea5 req-3110607b-68f9-41f9-95b8-dcd9cb8ac9c0 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792303 Feb 20 20:05:45.117221 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Router c7715641-5a24-4f0a-bf7f-0913d7611e6a has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:05:45.244446 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-761453a7-97a2-44fa-bf80-76b95508d6ab None None] Provisioning complete for port 97ecb4e6-0243-4137-9af3-d376a303e43a triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:45.245022 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-761453a7-97a2-44fa-bf80-76b95508d6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.245251 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:45.266376 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-2384b913-1c61-4a54-a1d1-d4034f463ff7 admin admin] 10.222.0.60 "PUT /v2.0/routers/c7715641-5a24-4f0a-bf7f-0913d7611e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2967911 Feb 20 20:05:45.295086 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-761453a7-97a2-44fa-bf80-76b95508d6ab None None] Port 97ecb4e6-0243-4137-9af3-d376a303e43a cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:46.184408 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43672) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:46.194796 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-726455860-network', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:46.245978 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bce88f-0ded-49c7-8844-18bc736b8e8f req-c752481b-9b70-4bb1-89b0-52abcbc5dbae tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:46.247488 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09bce88f-0ded-49c7-8844-18bc736b8e8f req-c752481b-9b70-4bb1-89b0-52abcbc5dbae tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0556669 Feb 20 20:05:46.253056 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Sync routers for ids ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:46.265165 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Routers {'c7715641-5a24-4f0a-bf7f-0913d7611e6a'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:46.265927 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:05:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:46.304307 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Made reservation on behalf of 3b997ce0e7aa47bc8474108a85ca5074 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:46.306724 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.316901 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.341615 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09bce88f-0ded-49c7-8844-18bc736b8e8f req-19d362fb-1612-4920-9b06-4060248eb700 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790052 Feb 20 20:05:46.446892 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Set router c7715641-5a24-4f0a-bf7f-0913d7611e6a gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:46.466641 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Publish callbacks [] for security_group (58c285ca-626b-4b46-9668-10e66535a567), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.534638 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:46.536849 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (58c285ca-626b-4b46-9668-10e66535a567), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.588902 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c285ca-626b-4b46-9668-10e66535a567,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:46.602230 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:46.623500 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (6b4c41ec-ba2c-4630-8622-067c519d2a4d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.623918 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Added segment 6b4c41ec-ba2c-4630-8622-067c519d2a4d of type vlan for network 483b0f92-c933-4289-84b7-ad5cfc883e68 Feb 20 20:05:46.667346 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:46.667719 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.681592 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (483b0f92-c933-4289-84b7-ad5cfc883e68), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.784856 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (483b0f92-c933-4289-84b7-ad5cfc883e68), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.785866 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:44Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '97ecb4e6-0243-4137-9af3-d376a303e43a', 'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'mac_address': 'fa:16:3e:0a:73:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:43Z', 'updated_at': '2022-02-20T20:05:44Z', 'revision_number': 2, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'subnets': [{'id': '104df7b0-67f9-426c-934c-4cb02066a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:46.787375 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:46.789571 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.823788 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Checking router: c7715641-5a24-4f0a-bf7f-0913d7611e6a for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:46.826439 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Updating router c7715641-5a24-4f0a-bf7f-0913d7611e6a port 97ecb4e6-0243-4137-9af3-d376a303e43a binding host dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:46.826724 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:46.827325 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.867991 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] Pushing event updated for resources: {'Network': ['ID=483b0f92-c933-4289-84b7-ad5cfc883e68,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:46.881766 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 483b0f92-c933-4289-84b7-ad5cfc883e68 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:46.886255 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:46.899576 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.947119 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-355e0060-2433-48d6-b56a-7772c1405c51 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7598794 Feb 20 20:05:46.951407 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43708) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:46.957598 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Request body: {'subnet': {'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-726455860-subnet', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:47.095626 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b230838-8762-43b7-865c-4610fcd2c763 req-a7888a1b-d279-4c48-bf72-08b088b1d12f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:47.105436 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0b230838-8762-43b7-865c-4610fcd2c763 req-a7888a1b-d279-4c48-bf72-08b088b1d12f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0940869 Feb 20 20:05:47.114432 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Made reservation on behalf of 3b997ce0e7aa47bc8474108a85ca5074 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:47.117378 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29455891'] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.128455 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.229335 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0b230838-8762-43b7-865c-4610fcd2c763 req-a05e0239-6406-4d74-ac8c-58718aa4ede7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213050 Feb 20 20:05:47.298879 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:47.416903 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Publish callbacks [] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.463458 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3321fc-7355-4c3e-b617-39a8415833be req-c4f49740-489f-4724-9718-8de58c165b1f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:47.465217 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0b3321fc-7355-4c3e-b617-39a8415833be req-c4f49740-489f-4724-9718-8de58c165b1f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0587575 Feb 20 20:05:47.510174 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29961919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29456097'] for subnet (0bb7e1cc-f858-462b-872d-ad801bd51d6f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.518939 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0b3321fc-7355-4c3e-b617-39a8415833be req-1dbc4273-9606-4995-b236-277df3dacecb tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472472 Feb 20 20:05:47.519504 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.578514 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae21fa-4e7d-4c0e-a79d-8bdf8b02f9d3 None None] Pushing event updated for resources: {'Port': ['ID=97ecb4e6-0243-4137-9af3-d376a303e43a,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:47.587362 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb7e1cc-f858-462b-872d-ad801bd51d6f,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:47.597841 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Checking segment: {'id': '6b4c41ec-ba2c-4630-8622-067c519d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:47.598205 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Network hostable DHCP agents. Network: 483b0f92-c933-4289-84b7-ad5cfc883e68, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:47.645891 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Attempting to bind port 97ecb4e6-0243-4137-9af3-d376a303e43a on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:47.646262 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Attempting to bind port 97ecb4e6-0243-4137-9af3-d376a303e43a by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:47.646621 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Attempting to bind port 97ecb4e6-0243-4137-9af3-d376a303e43a on network d20a7ac2-8104-4134-8a26-24a979518d49 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:47.653038 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:47.653446 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Checking segment: {'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:47.653845 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.654596 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Bound using segment: {'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:47.655774 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Bound port: 97ecb4e6-0243-4137-9af3-d376a303e43a, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:47.656160 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.691088 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Network 483b0f92-c933-4289-84b7-ad5cfc883e68 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:47.695923 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43728) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:47.753177 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] For port 97ecb4e6-0243-4137-9af3-d376a303e43a, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:47.758392 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] For port 97ecb4e6-0243-4137-9af3-d376a303e43a, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=97ecb4e6-0243-4137-9af3-d376a303e43a,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:47.765347 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 483b0f92-c933-4289-84b7-ad5cfc883e68) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:47.770586 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:47.775500 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.784212 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e467c0c8-41b2-4bcc-bb13-cb031a72a6d8 None None] Network 483b0f92-c933-4289-84b7-ad5cfc883e68 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:47.867232 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-217d0e8a-1ec7-4b67-b6c1-1c4f3d13ff84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.867450 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.884652 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-434654d5-810e-496e-87cc-0a520aca4a80 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9312735 Feb 20 20:05:47.887223 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43738) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:47.892052 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-726455860-router', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:47.923598 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-fbdec3f2-67fb-408f-9b85-3fbabce0c135 None None] Provisioning complete for port 97ecb4e6-0243-4137-9af3-d376a303e43a triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:47.925775 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbdec3f2-67fb-408f-9b85-3fbabce0c135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.960066 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-217d0e8a-1ec7-4b67-b6c1-1c4f3d13ff84 admin admin] Publish callbacks [] for security_group (d808f5ea-c19a-4252-8a40-c4de369e2439), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.982642 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1873850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11345'] for router (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.984299 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1874474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1875835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11434'] for router (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.027639 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280d935-7abc-53ab-aeff-946d572351b5-483b0f92-c933-4289-84b7-ad5cfc883e68', 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68', 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'fixed_ips': [{'subnet_id': '0bb7e1cc-f858-462b-872d-ad801bd51d6f'}]}} from dv-cinder-830085-1-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:05:48.028476 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.060768 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks [] for router_controller (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.063691 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-217d0e8a-1ec7-4b67-b6c1-1c4f3d13ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (d808f5ea-c19a-4252-8a40-c4de369e2439), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.070839 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae21fa-4e7d-4c0e-a79d-8bdf8b02f9d3 None None] Pushing event updated for resources: {'Port': ['ID=97ecb4e6-0243-4137-9af3-d376a303e43a,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:48.079514 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Routers {'c7715641-5a24-4f0a-bf7f-0913d7611e6a'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:48.080782 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:05:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:48.119577 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-217d0e8a-1ec7-4b67-b6c1-1c4f3d13ff84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0e2e9b6ce02415e86da9da2327f129a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197111 Feb 20 20:05:48.119577 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d0e8a-1ec7-4b67-b6c1-1c4f3d13ff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d808f5ea-c19a-4252-8a40-c4de369e2439,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:48.120278 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43742) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:48.135754 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.321109 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04667853-f289-4300-b31e-ef7fd5e698ec admin admin] Publish callbacks [] for security_group (d808f5ea-c19a-4252-8a40-c4de369e2439), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.332417 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks [] for router_gateway (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.339968 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fbdec3f2-67fb-408f-9b85-3fbabce0c135 None None] Current status of the port 97ecb4e6-0243-4137-9af3-d376a303e43a is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:48.346359 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbdec3f2-67fb-408f-9b85-3fbabce0c135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.368831 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Allocated IP 172.20.0.2 (483b0f92-c933-4289-84b7-ad5cfc883e68/0bb7e1cc-f858-462b-872d-ad801bd51d6f/61d8cc20-1392-4101-8a89-3b7f68bb07c7) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:48.377854 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] Set router c7715641-5a24-4f0a-bf7f-0913d7611e6a gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:48.393199 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04667853-f289-4300-b31e-ef7fd5e698ec admin admin] Publish callbacks [] for security_group (d808f5ea-c19a-4252-8a40-c4de369e2439), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.473432 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43756) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:48.476368 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef3a58-27ea-4dc7-b09b-c780ea29dc6c req-1deca536-cab6-4a2e-b011-d5025adc41e8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:48.478094 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c5ef3a58-27ea-4dc7-b09b-c780ea29dc6c req-1deca536-cab6-4a2e-b011-d5025adc41e8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1603644 Feb 20 20:05:48.526614 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd4120f-28c4-4495-971c-683c91195481 admin admin] Deleting subnet 90bebb82-c216-43f2-9d19-3ddc582c1361 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:05:48.530542 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1dd4120f-28c4-4495-971c-683c91195481 admin admin] Publish callbacks [] for subnet (90bebb82-c216-43f2-9d19-3ddc582c1361), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.542866 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:48.554273 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-fbdec3f2-67fb-408f-9b85-3fbabce0c135 None None] For port 97ecb4e6-0243-4137-9af3-d376a303e43a, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=97ecb4e6-0243-4137-9af3-d376a303e43a,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:48.567460 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1dd4120f-28c4-4495-971c-683c91195481 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (90bebb82-c216-43f2-9d19-3ddc582c1361), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.571015 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c5ef3a58-27ea-4dc7-b09b-c780ea29dc6c req-cd11e3a6-cc8a-4799-94cb-33946d023175 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613632 Feb 20 20:05:48.612638 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1dd4120f-28c4-4495-971c-683c91195481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (90bebb82-c216-43f2-9d19-3ddc582c1361), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.704121 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04667853-f289-4300-b31e-ef7fd5e698ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (d808f5ea-c19a-4252-8a40-c4de369e2439), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.707019 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-04667853-f289-4300-b31e-ef7fd5e698ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.708172 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-04667853-f289-4300-b31e-ef7fd5e698ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d808f5ea-c19a-4252-8a40-c4de369e2439 HTTP/1.1" status: 204 len: 168 time: 0.5864999 Feb 20 20:05:48.734179 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbdec3f2-67fb-408f-9b85-3fbabce0c135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.767598 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04667853-f289-4300-b31e-ef7fd5e698ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d808f5ea-c19a-4252-8a40-c4de369e2439,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:48.791090 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1dd4120f-28c4-4495-971c-683c91195481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (90bebb82-c216-43f2-9d19-3ddc582c1361), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.795126 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks [] for router_gateway (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.807811 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:48.807811 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.819128 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.836050 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cee3a1-b24a-4d99-a982-8d6021694326 req-bbd64241-671a-4384-87aa-700125fd7f0e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:48.837598 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e3cee3a1-b24a-4d99-a982-8d6021694326 req-bbd64241-671a-4384-87aa-700125fd7f0e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1380761 Feb 20 20:05:48.843427 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1dd4120f-28c4-4495-971c-683c91195481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.849183 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-1dd4120f-28c4-4495-971c-683c91195481 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/90bebb82-c216-43f2-9d19-3ddc582c1361 HTTP/1.1" status: 204 len: 168 time: 0.3744435 Feb 20 20:05:48.851277 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4120f-28c4-4495-971c-683c91195481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90bebb82-c216-43f2-9d19-3ddc582c1361,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:48.862408 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43762) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:48.963238 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e3cee3a1-b24a-4d99-a982-8d6021694326 req-8f4f184f-bd0e-4a93-a22e-fe02c0fe568e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903866 Feb 20 20:05:48.970416 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Publish callbacks [] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.972506 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (47c61a7b-0806-4b14-9c23-daceb9148e8b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.987505 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdec3f2-67fb-408f-9b85-3fbabce0c135 None None] Pushing event updated for resources: {'Port': ['ID=97ecb4e6-0243-4137-9af3-d376a303e43a,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:49.001524 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Allocated IP 172.27.0.137 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/a73d7a67-bf87-417e-a612-ec69d7f3adaf) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:49.020574 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-74ab0035-7c59-4686-b472-9014f444674c None None] Provisioning complete for port 97ecb4e6-0243-4137-9af3-d376a303e43a triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:49.021026 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74ab0035-7c59-4686-b472-9014f444674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.056035 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.084970 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (47c61a7b-0806-4b14-9c23-daceb9148e8b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.143243 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:44Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '97ecb4e6-0243-4137-9af3-d376a303e43a', 'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'mac_address': 'fa:16:3e:0a:73:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:43Z', 'updated_at': '2022-02-20T20:05:47Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'subnets': [{'id': '104df7b0-67f9-426c-934c-4cb02066a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:49.143457 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c61a7b-0806-4b14-9c23-daceb9148e8b']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:49.147354 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks [] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.163080 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78f8089-d2ec-4c86-858c-71f3d9f0a780') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:49.163633 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78f8089-d2ec-4c86-858c-71f3d9f0a780') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:49.182389 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (a78f8089-d2ec-4c86-858c-71f3d9f0a780), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.198355 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Network 483b0f92-c933-4289-84b7-ad5cfc883e68 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:49.202677 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (a78f8089-d2ec-4c86-858c-71f3d9f0a780), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.207430 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9806e-ab84-492b-b233-b99db22058cd None None] The sync data for ids ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'] in dv-cinder-830085-1-iscsi is: [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:44Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '97ecb4e6-0243-4137-9af3-d376a303e43a', 'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'mac_address': 'fa:16:3e:0a:73:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:43Z', 'updated_at': '2022-02-20T20:05:47Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'subnets': [{'id': '104df7b0-67f9-426c-934c-4cb02066a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:49.210720 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:05:49.211261 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (a78f8089-d2ec-4c86-858c-71f3d9f0a780), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:05:49.213866 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:05:49.215975 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:49.218557 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:49.221857 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:49.239774 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Pushing event updated for resources: {'Port': ['ID=61d8cc20-1392-4101-8a89-3b7f68bb07c7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:49.287652 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.380852 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:49.390671 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:49.407259 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:49.417115 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Pushing event updated for resources: {'Port': ['ID=a73d7a67-bf87-417e-a612-ec69d7f3adaf,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:49.435191 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (47c61a7b-0806-4b14-9c23-daceb9148e8b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.448157 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.460796 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] 10.222.0.60 "DELETE /v2.0/networks/47c61a7b-0806-4b14-9c23-daceb9148e8b HTTP/1.1" status: 204 len: 168 time: 0.5966082 Feb 20 20:05:49.469222 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43780) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:49.489650 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859f14e-870e-474d-89db-9310b0a757aa admin admin] Pushing event deleted for resources: {'Network': ['ID=47c61a7b-0806-4b14-9c23-daceb9148e8b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:49.494945 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Attempting to bind port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:49.495727 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Attempting to bind port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '6b4c41ec-ba2c-4630-8622-067c519d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:49.496271 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Attempting to bind port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 on network 483b0f92-c933-4289-84b7-ad5cfc883e68 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:49.501971 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-74ab0035-7c59-4686-b472-9014f444674c None None] Current status of the port 97ecb4e6-0243-4137-9af3-d376a303e43a is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:49.509156 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:49.510048 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Checking segment: {'id': '6b4c41ec-ba2c-4630-8622-067c519d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:49.510463 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.510860 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Bound using segment: {'id': '6b4c41ec-ba2c-4630-8622-067c519d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:49.511357 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Bound port: 61d8cc20-1392-4101-8a89-3b7f68bb07c7, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4c41ec-ba2c-4630-8622-067c519d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:49.511753 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.531584 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43784) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:49.562110 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c34eea9-674b-4370-8106-3782414b6b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.600655 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-5112ecaa-54ad-4ec0-a770-9c1fbcd0c3bb admin admin] Deleting subnet c1cb563c-8096-422d-8301-cacc94dc1d47 {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:05:49.635155 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] For port 61d8cc20-1392-4101-8a89-3b7f68bb07c7, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:49.639215 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] For port 61d8cc20-1392-4101-8a89-3b7f68bb07c7, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=61d8cc20-1392-4101-8a89-3b7f68bb07c7,segment=NetworkSegment(6b4c41ec-ba2c-4630-8622-067c519d2a4d),segment_id=6b4c41ec-ba2c-4630-8622-067c519d2a4d)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:49.674173 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5112ecaa-54ad-4ec0-a770-9c1fbcd0c3bb admin admin] Publish callbacks [] for subnet (c1cb563c-8096-422d-8301-cacc94dc1d47), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.686828 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.715555 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c34eea9-674b-4370-8106-3782414b6b6f admin admin] Publish callbacks [] for security_group (f7872f13-86c2-475c-b4d6-6c6878212a4b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.761307 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecd5bb-7277-4e85-adca-8b539b14115f None None] Pushing event updated for resources: {'Port': ['ID=61d8cc20-1392-4101-8a89-3b7f68bb07c7,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:49.788981 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8c34eea9-674b-4370-8106-3782414b6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f7872f13-86c2-475c-b4d6-6c6878212a4b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.790436 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5112ecaa-54ad-4ec0-a770-9c1fbcd0c3bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32895738'] for subnet (c1cb563c-8096-422d-8301-cacc94dc1d47), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.859964 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-8c34eea9-674b-4370-8106-3782414b6b6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c34a82268eb34e3fbbcb3271a6a82b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266015 Feb 20 20:05:49.862514 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43792) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:49.870648 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34eea9-674b-4370-8106-3782414b6b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7872f13-86c2-475c-b4d6-6c6878212a4b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:49.872289 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5112ecaa-54ad-4ec0-a770-9c1fbcd0c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (c1cb563c-8096-422d-8301-cacc94dc1d47), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.884776 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78c0e7-a75b-47c4-92a1-66cc8eb161ef req-fae27b30-a8d7-4515-85ae-c30a0db6b9e4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:49.895246 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ed78c0e7-a75b-47c4-92a1-66cc8eb161ef req-fae27b30-a8d7-4515-85ae-c30a0db6b9e4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1706865 Feb 20 20:05:49.937642 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29ac71da-4b0d-4885-9d83-76b805e04eb0 admin admin] Publish callbacks [] for security_group (f7872f13-86c2-475c-b4d6-6c6878212a4b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.977645 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29ac71da-4b0d-4885-9d83-76b805e04eb0 admin admin] Publish callbacks [] for security_group (f7872f13-86c2-475c-b4d6-6c6878212a4b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.066163 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks [] for router_gateway (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.225039 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29ac71da-4b0d-4885-9d83-76b805e04eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f7872f13-86c2-475c-b4d6-6c6878212a4b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.228096 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-29ac71da-4b0d-4885-9d83-76b805e04eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.230319 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-29ac71da-4b0d-4885-9d83-76b805e04eb0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7872f13-86c2-475c-b4d6-6c6878212a4b HTTP/1.1" status: 204 len: 168 time: 0.3663356 Feb 20 20:05:50.247870 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac71da-4b0d-4885-9d83-76b805e04eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7872f13-86c2-475c-b4d6-6c6878212a4b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:50.542471 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ed78c0e7-a75b-47c4-92a1-66cc8eb161ef req-cc878998-d119-4e01-87b7-4e4ed0cfa4e4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6458147 Feb 20 20:05:50.588727 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 61d8cc20-1392-4101-8a89-3b7f68bb07c7 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:50.618239 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db63bf-ab4c-4a72-986d-28a201868b1f req-0387229f-6943-412a-9afb-ca863ae44c5d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:50.619906 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7db63bf-ab4c-4a72-986d-28a201868b1f req-0387229f-6943-412a-9afb-ca863ae44c5d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.5030167 Feb 20 20:05:50.668433 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5112ecaa-54ad-4ec0-a770-9c1fbcd0c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29961982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29456126'] for subnet (c1cb563c-8096-422d-8301-cacc94dc1d47), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.691118 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:50.691505 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.752116 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112ecaa-54ad-4ec0-a770-9c1fbcd0c3bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cb563c-8096-422d-8301-cacc94dc1d47,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:50.809551 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5112ecaa-54ad-4ec0-a770-9c1fbcd0c3bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.818733 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5112ecaa-54ad-4ec0-a770-9c1fbcd0c3bb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c1cb563c-8096-422d-8301-cacc94dc1d47 HTTP/1.1" status: 204 len: 168 time: 1.3455014 Feb 20 20:05:50.819665 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43802) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:50.830724 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:50.831101 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.831978 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7db63bf-ab4c-4a72-986d-28a201868b1f req-be7e1477-ff37-4584-8bd0-60259e334c5b tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043152 Feb 20 20:05:50.847434 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1874467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884'] for router (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.874578 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d1410-279e-4e9b-8f99-3ee3e59b6cab req-86ce64bb-c977-4771-87db-81eaa793fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:50.876132 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a2d1410-279e-4e9b-8f99-3ee3e59b6cab req-86ce64bb-c977-4771-87db-81eaa793fc2e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 1129 time: 0.1351593 Feb 20 20:05:50.902110 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 61d8cc20-1392-4101-8a89-3b7f68bb07c7, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=61d8cc20-1392-4101-8a89-3b7f68bb07c7,segment=NetworkSegment(6b4c41ec-ba2c-4630-8622-067c519d2a4d),segment_id=6b4c41ec-ba2c-4630-8622-067c519d2a4d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:50.963606 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (97a2d0ee-1d39-4098-9fa1-ca1f5658b6af), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.970800 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.971856 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 97ecb4e6-0243-4137-9af3-d376a303e43a up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:51.101615 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (97a2d0ee-1d39-4098-9fa1-ca1f5658b6af), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.171118 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a2d0ee-1d39-4098-9fa1-ca1f5658b6af']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:51.199665 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5265b3e1-e0f8-4c0c-8aec-cd327d95b0ef') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:51.200810 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5265b3e1-e0f8-4c0c-8aec-cd327d95b0ef') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:51.215224 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (5265b3e1-e0f8-4c0c-8aec-cd327d95b0ef), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.227190 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d1410-279e-4e9b-8f99-3ee3e59b6cab req-785bc35c-b52f-4087-8d9b-ed482d855f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:51.230070 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a2d1410-279e-4e9b-8f99-3ee3e59b6cab req-785bc35c-b52f-4087-8d9b-ed482d855f4f service neutron] 10.222.0.75 "GET /v2.0/networks?id=37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 200 len: 920 time: 0.2868180 Feb 20 20:05:51.238383 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c672e7-9e58-4005-9be4-b5b7faa334ee None None] Network 483b0f92-c933-4289-84b7-ad5cfc883e68 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:51.242526 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=61d8cc20-1392-4101-8a89-3b7f68bb07c7,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:51.243970 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (5265b3e1-e0f8-4c0c-8aec-cd327d95b0ef), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.254291 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:05:51.254701 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (5265b3e1-e0f8-4c0c-8aec-cd327d95b0ef), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.258245 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 97ecb4e6-0243-4137-9af3-d376a303e43a triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:05:51.258443 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:05:51.260653 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.284588 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a2d1410-279e-4e9b-8f99-3ee3e59b6cab req-3a7c7450-3902-4db4-839d-798425079360 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4 HTTP/1.1" status: 200 len: 217 time: 0.0448027 Feb 20 20:05:51.357688 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d1410-279e-4e9b-8f99-3ee3e59b6cab req-43e10df2-2d60-464d-b284-fbebd5967d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:51.359581 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a2d1410-279e-4e9b-8f99-3ee3e59b6cab req-43e10df2-2d60-464d-b284-fbebd5967d35 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9068444-01a5-4614-906d-18b4e47d1e28 HTTP/1.1" status: 200 len: 859 time: 0.0637336 Feb 20 20:05:51.394452 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-11e31621-fc3b-457b-bbc7-0fdd8c7a554d None None] Provisioning complete for port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:51.394662 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11e31621-fc3b-457b-bbc7-0fdd8c7a554d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.400203 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a2d1410-279e-4e9b-8f99-3ee3e59b6cab req-c3c05db9-4fdd-4da9-a203-a6d464534cf0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=37567a22-fd4c-4456-b47a-a244d0fa7971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335004 Feb 20 20:05:51.405317 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e is scheduled to L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:05:51.462773 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (97a2d0ee-1d39-4098-9fa1-ca1f5658b6af), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.472515 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 97ecb4e6-0243-4137-9af3-d376a303e43a is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:51.474622 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.480689 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] 10.222.0.60 "DELETE /v2.0/networks/97a2d0ee-1d39-4098-9fa1-ca1f5658b6af HTTP/1.1" status: 204 len: 168 time: 0.6600966 Feb 20 20:05:51.526201 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a2d0ee-1d39-4098-9fa1-ca1f5658b6af,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:51.539200 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-11e31621-fc3b-457b-bbc7-0fdd8c7a554d None None] Current status of the port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:51.543721 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.544102 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.547479 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.547479 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.547479 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.547479 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.547794 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.547955 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.548395 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.548603 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.548944 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.553744 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.554682 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff1a0ce-2570-4d39-a28f-5876406e0141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:51.627902 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a2d1410-279e-4e9b-8f99-3ee3e59b6cab req-13e51428-36f0-4726-acaf-066dc28ef361 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133732 Feb 20 20:05:51.629219 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:51.644762 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Sync routers for ids ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:51.681913 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Routers {'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:51.682630 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-66f04027-20af-465a-9c02-536accab4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:05:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:51.819052 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe37e-3099-4a55-b70b-e555002a71ab req-1b668ed3-c19a-41cd-a8c5-963c505dce1f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:51.820666 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cd7fe37e-3099-4a55-b70b-e555002a71ab req-1b668ed3-c19a-41cd-a8c5-963c505dce1f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1594870 Feb 20 20:05:51.855740 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a2d1410-279e-4e9b-8f99-3ee3e59b6cab req-a838f475-d6ba-45d5-88e0-6ba4c2c786b4 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175996 Feb 20 20:05:51.864904 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Set router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:51.874321 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-23f6035b-8b69-4816-923d-d5a1ea6bb14b None None] Provisioning complete for port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:51.875151 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23f6035b-8b69-4816-923d-d5a1ea6bb14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.918416 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.925450 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43834) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:51.929036 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-2d889660-f326-4cf4-9fe7-9f4102491982 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0400567 Feb 20 20:05:51.981046 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cd7fe37e-3099-4a55-b70b-e555002a71ab req-ca00ebba-1b7b-4008-af5f-e86e51c1e578 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485264 Feb 20 20:05:52.066503 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-23f6035b-8b69-4816-923d-d5a1ea6bb14b None None] Current status of the port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:52.113826 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae25f6d-1060-4883-9976-ffad60f49a6d req-e50a2d6e-8e38-4fe7-8db2-bb4519774ab0 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:52.116020 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4ae25f6d-1060-4883-9976-ffad60f49a6d req-e50a2d6e-8e38-4fe7-8db2-bb4519774ab0 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1281097 Feb 20 20:05:52.192186 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4ae25f6d-1060-4883-9976-ffad60f49a6d req-7b17cc74-996b-4871-b27d-46594ab04ca5 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667830 Feb 20 20:05:52.199330 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43842) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:52.224550 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-66f04027-20af-465a-9c02-536accab4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'name': 'tempest-TestShelveInstance-726455860-router', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:49Z', 'revision_number': 3, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'gw_port': {'id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:52.279114 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1fab9af0-64c7-4a38-b0f6-1ccb0c918f2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb312b8670bc4df089f4623c8684dd0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762784 Feb 20 20:05:52.282638 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43850) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:52.284064 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Checking router: efb226bf-9e9b-4e1f-9738-3e6dfc24c84e for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:52.284676 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Updating router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e port a73d7a67-bf87-417e-a612-ec69d7f3adaf binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:52.332619 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.357773 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Publish callbacks [] for security_group (f3d84ead-40c9-41a0-ad24-ccc4cf7c6b5e), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.386256 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Publish callbacks [] for security_group (f3d84ead-40c9-41a0-ad24-ccc4cf7c6b5e), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.507742 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 61d8cc20-1392-4101-8a89-3b7f68bb07c7 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:52.578748 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f3d84ead-40c9-41a0-ad24-ccc4cf7c6b5e), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.584406 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.586895 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3d84ead-40c9-41a0-ad24-ccc4cf7c6b5e HTTP/1.1" status: 204 len: 168 time: 0.3022525 Feb 20 20:05:52.608610 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d84ead-40c9-41a0-ad24-ccc4cf7c6b5e,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:52.631270 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.633066 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.634670 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.635267 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.636244 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.639378 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.639378 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.639378 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.641570 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.642245 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.642780 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.643588 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.644590 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93698f1-50bc-4d56-9a6b-553fc4e99eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:52.678532 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:52.679242 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.753223 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.934562 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:52.969211 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Publish callbacks [] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.994507 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Allocated IP 172.20.0.1 (483b0f92-c933-4289-84b7-ad5cfc883e68/0bb7e1cc-f858-462b-872d-ad801bd51d6f/4057a055-2132-40f0-9953-8bba3695196e) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:53.117074 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.153054 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Publish callbacks [] for port (4057a055-2132-40f0-9953-8bba3695196e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.208444 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cbbb1-fd13-4b8d-8c99-038415450619 req-9e42f53d-9712-4104-89c6-fc8ccf775bb5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:53.210088 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-186cbbb1-fd13-4b8d-8c99-038415450619 req-9e42f53d-9712-4104-89c6-fc8ccf775bb5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1330378 Feb 20 20:05:53.233906 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b3a37-f324-406e-98a6-dcf58a13b443 None None] Pushing event updated for resources: {'Port': ['ID=a73d7a67-bf87-417e-a612-ec69d7f3adaf,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:53.242102 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Attempting to bind port a73d7a67-bf87-417e-a612-ec69d7f3adaf on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:53.249645 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Attempting to bind port a73d7a67-bf87-417e-a612-ec69d7f3adaf by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:53.249645 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Attempting to bind port a73d7a67-bf87-417e-a612-ec69d7f3adaf on network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:53.254251 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:53.255109 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:53.255684 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.256330 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Bound using segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:53.257022 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Bound port: a73d7a67-bf87-417e-a612-ec69d7f3adaf, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:53.257962 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.313554 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-186cbbb1-fd13-4b8d-8c99-038415450619 req-d7d29936-f6a0-40e7-9662-08aff11fb1c9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927119 Feb 20 20:05:53.334040 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (4057a055-2132-40f0-9953-8bba3695196e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.350827 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-66f04027-20af-465a-9c02-536accab4e37 None None] For port a73d7a67-bf87-417e-a612-ec69d7f3adaf, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:53.367287 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-66f04027-20af-465a-9c02-536accab4e37 None None] For port a73d7a67-bf87-417e-a612-ec69d7f3adaf, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=a73d7a67-bf87-417e-a612-ec69d7f3adaf,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:53.387078 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef3eea-da13-426b-9fea-439fdb251847 req-d82aa4ac-4e5e-4bff-9613-a3f067a249ad tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:53.390095 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-06ef3eea-da13-426b-9fea-439fdb251847 req-d82aa4ac-4e5e-4bff-9613-a3f067a249ad tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1022079 Feb 20 20:05:53.423644 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Network 483b0f92-c933-4289-84b7-ad5cfc883e68 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:53.430340 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:53.432639 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Pushing event updated for resources: {'Port': ['ID=4057a055-2132-40f0-9953-8bba3695196e,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:53.440906 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:53.478044 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-06ef3eea-da13-426b-9fea-439fdb251847 req-890bb5c1-b570-48d4-bcad-b7353367590b tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 Feb 20 20:05:53.502306 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.513308 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1875579'] for router_interface (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.679205 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Routers {'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:53.680207 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-66f04027-20af-465a-9c02-536accab4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:05:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:53.729633 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43880) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:53.803659 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b3a37-f324-406e-98a6-dcf58a13b443 None None] Pushing event updated for resources: {'Port': ['ID=a73d7a67-bf87-417e-a612-ec69d7f3adaf,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:53.891671 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f626c476-ab2b-481e-b40e-4f980ad42278 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4949b53090ce4b0584f0dc32feb45c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601543 Feb 20 20:05:53.894275 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43886) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:53.901299 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-ecfa31e1-5032-4186-a109-b4aca5033d8b None None] Provisioning complete for port 4057a055-2132-40f0-9953-8bba3695196e triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:53.902678 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecfa31e1-5032-4186-a109-b4aca5033d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (4057a055-2132-40f0-9953-8bba3695196e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.912730 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (4057a055-2132-40f0-9953-8bba3695196e), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.981233 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa31e1-5032-4186-a109-b4aca5033d8b None None] Port 4057a055-2132-40f0-9953-8bba3695196e cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:54.034734 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e0abea38-59ff-4c9e-9736-77b005b6dce5 admin admin] Publish callbacks [] for security_group (257d82af-8320-4327-b215-7b3f5e72a158), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.089993 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e0abea38-59ff-4c9e-9736-77b005b6dce5 admin admin] Publish callbacks [] for security_group (257d82af-8320-4327-b215-7b3f5e72a158), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.115497 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43888) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:54.171348 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-66f04027-20af-465a-9c02-536accab4e37 None None] Set router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:54.250960 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e0abea38-59ff-4c9e-9736-77b005b6dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (257d82af-8320-4327-b215-7b3f5e72a158), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.253885 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e0abea38-59ff-4c9e-9736-77b005b6dce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.255090 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-e0abea38-59ff-4c9e-9736-77b005b6dce5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/257d82af-8320-4327-b215-7b3f5e72a158 HTTP/1.1" status: 204 len: 168 time: 0.3577874 Feb 20 20:05:54.265595 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abea38-59ff-4c9e-9736-77b005b6dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257d82af-8320-4327-b215-7b3f5e72a158,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:54.322720 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-59ac4bfa-c7d0-4c2b-ac6e-33afbdbdca54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.423903 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-59ac4bfa-c7d0-4c2b-ac6e-33afbdbdca54 admin admin] Publish callbacks [] for security_group (20a4a409-11ef-4394-8c66-d6f2359c5116), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.434955 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-66f04027-20af-465a-9c02-536accab4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'name': 'tempest-TestShelveInstance-726455860-router', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:49Z', 'revision_number': 3, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'gw_port': {'id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:54.460062 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Publish callbacks [] for port (4057a055-2132-40f0-9953-8bba3695196e), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.463374 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f04027-20af-465a-9c02-536accab4e37 None None] The sync data for ids ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'] in dv-cinder-830085-1-iscsi is: [{'id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'name': 'tempest-TestShelveInstance-726455860-router', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:49Z', 'revision_number': 3, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'gw_port': {'id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:54.520233 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790de56-b069-4ab7-82cf-5aa465a8ffa9 req-9cb0544d-5edf-49b7-b5c9-fe4332530e4e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:54.522054 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4790de56-b069-4ab7-82cf-5aa465a8ffa9 req-9cb0544d-5edf-49b7-b5c9-fe4332530e4e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0912547 Feb 20 20:05:54.551350 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-59ac4bfa-c7d0-4c2b-ac6e-33afbdbdca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (20a4a409-11ef-4394-8c66-d6f2359c5116), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.570976 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (4057a055-2132-40f0-9953-8bba3695196e), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.612554 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac4bfa-c7d0-4c2b-ac6e-33afbdbdca54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a4a409-11ef-4394-8c66-d6f2359c5116,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:54.640598 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-59ac4bfa-c7d0-4c2b-ac6e-33afbdbdca54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e28d56e46c544e32883c5c6e2a08ed1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5237026 Feb 20 20:05:54.644721 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43898) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:54.664901 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4790de56-b069-4ab7-82cf-5aa465a8ffa9 req-74e20300-1cf5-456b-8397-e4dd71f5f333 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297929 Feb 20 20:05:54.724292 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1875695'] for router_interface (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.743301 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a2857-4f84-4444-aab5-d56b119cc1d5 req-43f36946-687d-4741-a10c-c1431d897804 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:54.745676 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6c4a2857-4f84-4444-aab5-d56b119cc1d5 req-43f36946-687d-4741-a10c-c1431d897804 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1276474 Feb 20 20:05:54.769842 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Pushing event updated for resources: {'Port': ['ID=4057a055-2132-40f0-9953-8bba3695196e,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:54.810495 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a100bfe1-13f0-4258-b94e-b298a9d21d9d admin admin] Publish callbacks [] for security_group (20a4a409-11ef-4394-8c66-d6f2359c5116), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.855786 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6c4a2857-4f84-4444-aab5-d56b119cc1d5 req-eabc4962-a28d-4fa1-a33b-4a8a3c45c1aa tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031349 Feb 20 20:05:54.939088 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a100bfe1-13f0-4258-b94e-b298a9d21d9d admin admin] Publish callbacks [] for security_group (20a4a409-11ef-4394-8c66-d6f2359c5116), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.016949 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Network 483b0f92-c933-4289-84b7-ad5cfc883e68 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:55.019643 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:55.176639 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:05:55.257260 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a100bfe1-13f0-4258-b94e-b298a9d21d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (20a4a409-11ef-4394-8c66-d6f2359c5116), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.259820 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a100bfe1-13f0-4258-b94e-b298a9d21d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.261081 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-a100bfe1-13f0-4258-b94e-b298a9d21d9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20a4a409-11ef-4394-8c66-d6f2359c5116 HTTP/1.1" status: 204 len: 168 time: 0.6141074 Feb 20 20:05:55.309667 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100bfe1-13f0-4258-b94e-b298a9d21d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a4a409-11ef-4394-8c66-d6f2359c5116,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:55.351818 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f32c0318-d2de-41b8-aca5-593e7209fee8 None None] Provisioning complete for port 4057a055-2132-40f0-9953-8bba3695196e triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:55.353654 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f32c0318-d2de-41b8-aca5-593e7209fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (4057a055-2132-40f0-9953-8bba3695196e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.382171 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:55.386901 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-3edfaddb-4175-460b-a56c-54d331567c24 admin admin] 10.222.0.60 "PUT /v2.0/routers/efb226bf-9e9b-4e1f-9738-3e6dfc24c84e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4599357 Feb 20 20:05:55.415021 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f32c0318-d2de-41b8-aca5-593e7209fee8 None None] Port 4057a055-2132-40f0-9953-8bba3695196e cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:55.807532 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e242-7810-4522-81af-44cc1538407f req-7d8bcbe4-c209-4bb6-98ec-8c9130e124e4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:55.811554 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d9f8e242-7810-4522-81af-44cc1538407f req-7d8bcbe4-c209-4bb6-98ec-8c9130e124e4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0649421 Feb 20 20:05:55.893441 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d9f8e242-7810-4522-81af-44cc1538407f req-19b670c9-be22-455b-a786-f5bd9a3e287b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747502 Feb 20 20:05:55.971353 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6421-5ce0-4d86-b039-45f914850caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.090308 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43948) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:56.107153 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c286464-bb97-4292-af08-caff93e190cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.199252 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 43954) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:56.206373 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c286464-bb97-4292-af08-caff93e190cb admin admin] Publish callbacks [] for security_group (32f45962-a3c1-41ea-9745-1f0103de0edc), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.217556 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-eccfec20-c5c0-4d68-89ba-c301bfa4adee tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278078586', 'description': 'tempest-secgroup-smoke-1278078586 description', 'project_id': '2c8e34338e9a48629be67b295d115a7a'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:56.262286 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c286464-bb97-4292-af08-caff93e190cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (32f45962-a3c1-41ea-9745-1f0103de0edc), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.309893 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-5c286464-bb97-4292-af08-caff93e190cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a35d09097964853bc20e75cd80f71ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183855 Feb 20 20:05:56.311492 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c286464-bb97-4292-af08-caff93e190cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f45962-a3c1-41ea-9745-1f0103de0edc,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:56.315105 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43958) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:56.318164 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eccfec20-c5c0-4d68-89ba-c301bfa4adee tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.358481 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcd850-a88a-4e41-b745-7251abc99c3d req-2030fd4f-8761-47bc-ac26-590f9268a0c9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:56.360466 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e8dcd850-a88a-4e41-b745-7251abc99c3d req-2030fd4f-8761-47bc-ac26-590f9268a0c9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1095822 Feb 20 20:05:56.400006 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da597c9c-3d29-4eea-96cb-6d54594b5a8e admin admin] Publish callbacks [] for security_group (32f45962-a3c1-41ea-9745-1f0103de0edc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.437421 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da597c9c-3d29-4eea-96cb-6d54594b5a8e admin admin] Publish callbacks [] for security_group (32f45962-a3c1-41ea-9745-1f0103de0edc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.441717 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e8dcd850-a88a-4e41-b745-7251abc99c3d req-0403eada-9317-48e6-bc3b-07161912acfb tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702534 Feb 20 20:05:56.485320 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eccfec20-c5c0-4d68-89ba-c301bfa4adee tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group (16c6963c-1a53-4a6a-be1a-ea5b695431de), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.548309 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eccfec20-c5c0-4d68-89ba-c301bfa4adee tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (16c6963c-1a53-4a6a-be1a-ea5b695431de), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.576795 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da597c9c-3d29-4eea-96cb-6d54594b5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (32f45962-a3c1-41ea-9745-1f0103de0edc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.579952 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-da597c9c-3d29-4eea-96cb-6d54594b5a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.580603 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device a73d7a67-bf87-417e-a612-ec69d7f3adaf up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:56.582399 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-da597c9c-3d29-4eea-96cb-6d54594b5a8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32f45962-a3c1-41ea-9745-1f0103de0edc HTTP/1.1" status: 204 len: 168 time: 0.2660751 Feb 20 20:05:56.595273 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfec20-c5c0-4d68-89ba-c301bfa4adee tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c6963c-1a53-4a6a-be1a-ea5b695431de,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:56.596238 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da597c9c-3d29-4eea-96cb-6d54594b5a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f45962-a3c1-41ea-9745-1f0103de0edc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:56.625945 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eccfec20-c5c0-4d68-89ba-c301bfa4adee tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.627285 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-eccfec20-c5c0-4d68-89ba-c301bfa4adee tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4258897 Feb 20 20:05:56.630377 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 43990) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:56.638897 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f20baf51-4d84-4a9d-8522-069fb585326a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Request body: {'security_group_rule': {'security_group_id': '16c6963c-1a53-4a6a-be1a-ea5b695431de', 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:56.687094 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port a73d7a67-bf87-417e-a612-ec69d7f3adaf triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:56.687737 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.727497 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f20baf51-4d84-4a9d-8522-069fb585326a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (5081dabd-2452-4cee-9787-b71696d6189c), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.751250 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Sync routers for ids ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:56.773500 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Routers {'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:56.774163 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:05:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:56.800689 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f20baf51-4d84-4a9d-8522-069fb585326a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (5081dabd-2452-4cee-9787-b71696d6189c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.873316 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port a73d7a67-bf87-417e-a612-ec69d7f3adaf is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:56.873839 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.897223 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f20baf51-4d84-4a9d-8522-069fb585326a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (5081dabd-2452-4cee-9787-b71696d6189c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.933807 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20baf51-4d84-4a9d-8522-069fb585326a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5081dabd-2452-4cee-9787-b71696d6189c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:56.955132 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port a73d7a67-bf87-417e-a612-ec69d7f3adaf, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=a73d7a67-bf87-417e-a612-ec69d7f3adaf,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:56.989517 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Set router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:57.063233 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb7cf2-3be5-4b78-9768-41b8b7e5fd89 req-ff69e51e-e798-4d23-8ecc-d1bb9ccd58ff tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:57.064446 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f20baf51-4d84-4a9d-8522-069fb585326a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.066812 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a7cb7cf2-3be5-4b78-9768-41b8b7e5fd89 req-ff69e51e-e798-4d23-8ecc-d1bb9ccd58ff tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0667639 Feb 20 20:05:57.067419 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-f20baf51-4d84-4a9d-8522-069fb585326a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4350412 Feb 20 20:05:57.081517 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 44008) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:57.083992 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-c904d66c-9f38-4378-b7b7-bdcacb8c0ba9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Request body: {'security_group_rule': {'security_group_id': '16c6963c-1a53-4a6a-be1a-ea5b695431de', 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:57.096852 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.155881 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a7cb7cf2-3be5-4b78-9768-41b8b7e5fd89 req-b537d4ab-faff-4415-a7c4-fcd2c9731f0a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751173 Feb 20 20:05:57.174904 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c904d66c-9f38-4378-b7b7-bdcacb8c0ba9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (4883b801-c377-4198-a1fb-2883c72bf296), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.235509 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=a73d7a67-bf87-417e-a612-ec69d7f3adaf,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.268464 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c904d66c-9f38-4378-b7b7-bdcacb8c0ba9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (4883b801-c377-4198-a1fb-2883c72bf296), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.335248 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'name': 'tempest-TestShelveInstance-726455860-router', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'gw_port': {'id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '4057a055-2132-40f0-9953-8bba3695196e', 'name': '', 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'mac_address': 'fa:16:3e:ea:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '0bb7e1cc-f858-462b-872d-ad801bd51d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:52Z', 'updated_at': '2022-02-20T20:05:54Z', 'revision_number': 2, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'subnets': [{'id': '0bb7e1cc-f858-462b-872d-ad801bd51d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:57.364947 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Checking router: efb226bf-9e9b-4e1f-9738-3e6dfc24c84e for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:57.365342 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Updating router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e port 4057a055-2132-40f0-9953-8bba3695196e binding host dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:57.388338 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c904d66c-9f38-4378-b7b7-bdcacb8c0ba9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (4883b801-c377-4198-a1fb-2883c72bf296), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.397405 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (4057a055-2132-40f0-9953-8bba3695196e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.418271 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904d66c-9f38-4378-b7b7-bdcacb8c0ba9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4883b801-c377-4198-a1fb-2883c72bf296,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.527258 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c904d66c-9f38-4378-b7b7-bdcacb8c0ba9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.531180 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c904d66c-9f38-4378-b7b7-bdcacb8c0ba9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4483635 Feb 20 20:05:57.531351 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 44024) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:57.539333 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d6e12a61-14e4-4e24-83d1-e5b0fc0c69f0 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Request body: {'security_group_rule': {'security_group_id': '16c6963c-1a53-4a6a-be1a-ea5b695431de', 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:57.608458 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c52d6-6b4d-4e91-9435-920a5774ff15 req-98e6e13c-dbea-42d8-8e84-1ad0523ab3eb tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:57.610402 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-285c52d6-6b4d-4e91-9435-920a5774ff15 req-98e6e13c-dbea-42d8-8e84-1ad0523ab3eb tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0917010 Feb 20 20:05:57.671598 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6e12a61-14e4-4e24-83d1-e5b0fc0c69f0 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (e2fd7147-ad86-4134-ba7e-2cffab684647), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.686294 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-285c52d6-6b4d-4e91-9435-920a5774ff15 req-827fccb2-3977-47ba-878d-4bb074d7c4a1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690048 Feb 20 20:05:57.757365 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Publish callbacks [] for port (4057a055-2132-40f0-9953-8bba3695196e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.769081 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6e12a61-14e4-4e24-83d1-e5b0fc0c69f0 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (e2fd7147-ad86-4134-ba7e-2cffab684647), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.844615 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (4057a055-2132-40f0-9953-8bba3695196e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.867945 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6e12a61-14e4-4e24-83d1-e5b0fc0c69f0 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (e2fd7147-ad86-4134-ba7e-2cffab684647), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.885768 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e12a61-14e4-4e24-83d1-e5b0fc0c69f0 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fd7147-ad86-4134-ba7e-2cffab684647,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.900225 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be67561-a83e-48d4-868a-68945f78c872 None None] Pushing event updated for resources: {'Port': ['ID=4057a055-2132-40f0-9953-8bba3695196e,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.959037 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-122580e2-40d4-4fe7-9427-7740350ac917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.975004 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d6e12a61-14e4-4e24-83d1-e5b0fc0c69f0 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.979578 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d6e12a61-14e4-4e24-83d1-e5b0fc0c69f0 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4445693 Feb 20 20:05:57.981022 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 44036) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:57.988241 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Attempting to bind port 4057a055-2132-40f0-9953-8bba3695196e on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:57.988768 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Attempting to bind port 4057a055-2132-40f0-9953-8bba3695196e by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '6b4c41ec-ba2c-4630-8622-067c519d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:57.989311 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Attempting to bind port 4057a055-2132-40f0-9953-8bba3695196e on network 483b0f92-c933-4289-84b7-ad5cfc883e68 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:57.990096 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-55067ec4-a9de-4903-bc1a-5001edf457ec tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Request body: {'security_group_rule': {'security_group_id': '16c6963c-1a53-4a6a-be1a-ea5b695431de', 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:57.997426 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:57.999781 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Checking segment: {'id': '6b4c41ec-ba2c-4630-8622-067c519d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:58.000585 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.001377 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Bound using segment: {'id': '6b4c41ec-ba2c-4630-8622-067c519d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:58.002604 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Bound port: 4057a055-2132-40f0-9953-8bba3695196e, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4c41ec-ba2c-4630-8622-067c519d2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:58.003180 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (4057a055-2132-40f0-9953-8bba3695196e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.072818 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55067ec4-a9de-4903-bc1a-5001edf457ec tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (40514728-fb84-4220-bef6-2311f83d67c2), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.099130 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] For port 4057a055-2132-40f0-9953-8bba3695196e, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:58.104708 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] For port 4057a055-2132-40f0-9953-8bba3695196e, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=4057a055-2132-40f0-9953-8bba3695196e,segment=NetworkSegment(6b4c41ec-ba2c-4630-8622-067c519d2a4d),segment_id=6b4c41ec-ba2c-4630-8622-067c519d2a4d)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:58.143886 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55067ec4-a9de-4903-bc1a-5001edf457ec tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (40514728-fb84-4220-bef6-2311f83d67c2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.160013 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-17d8a611-4956-4695-a119-7f8d0ed352e8 None None] Provisioning complete for port 4057a055-2132-40f0-9953-8bba3695196e triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:58.160388 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-17d8a611-4956-4695-a119-7f8d0ed352e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (4057a055-2132-40f0-9953-8bba3695196e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.196341 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (4057a055-2132-40f0-9953-8bba3695196e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.205871 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-17d8a611-4956-4695-a119-7f8d0ed352e8 None None] Port 4057a055-2132-40f0-9953-8bba3695196e cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:58.227974 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55067ec4-a9de-4903-bc1a-5001edf457ec tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (40514728-fb84-4220-bef6-2311f83d67c2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.247702 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55067ec4-a9de-4903-bc1a-5001edf457ec tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40514728-fb84-4220-bef6-2311f83d67c2,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:58.257751 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Routers {'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:58.258385 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:05:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:58.285746 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63235e-ccbd-45cc-98d0-3cf886dae80b req-eda6de61-fcbe-4f0f-9ad7-a57ab868ab04 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:58.287492 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee63235e-ccbd-45cc-98d0-3cf886dae80b req-eda6de61-fcbe-4f0f-9ad7-a57ab868ab04 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0697589 Feb 20 20:05:58.305930 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be67561-a83e-48d4-868a-68945f78c872 None None] Pushing event updated for resources: {'Port': ['ID=4057a055-2132-40f0-9953-8bba3695196e,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:58.338696 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-55067ec4-a9de-4903-bc1a-5001edf457ec tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.341455 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-55067ec4-a9de-4903-bc1a-5001edf457ec tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3577094 Feb 20 20:05:58.343651 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 44044) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:58.348079 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee63235e-ccbd-45cc-98d0-3cf886dae80b req-030da272-bfcd-4030-b70c-97b861d3b81b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539730 Feb 20 20:05:58.348264 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-74078abd-6404-48af-b942-727f543710a6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Request body: {'security_group_rule': {'security_group_id': '16c6963c-1a53-4a6a-be1a-ea5b695431de', 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:58.486297 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-74078abd-6404-48af-b942-727f543710a6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Project 2c8e34338e9a48629be67b295d115a7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:05:58.503014 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74078abd-6404-48af-b942-727f543710a6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (fee5d43f-ffdd-4664-b2e0-a80b0fe3a040), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.518152 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device a73d7a67-bf87-417e-a612-ec69d7f3adaf up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:58.573848 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74078abd-6404-48af-b942-727f543710a6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (fee5d43f-ffdd-4664-b2e0-a80b0fe3a040), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.573961 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-cd1e7c37-750b-4ad3-a451-446079f3ee38 None None] Provisioning complete for port 4057a055-2132-40f0-9953-8bba3695196e triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:58.574394 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7c37-750b-4ad3-a451-446079f3ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (4057a055-2132-40f0-9953-8bba3695196e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.630536 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] Set router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:58.633753 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74078abd-6404-48af-b942-727f543710a6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (fee5d43f-ffdd-4664-b2e0-a80b0fe3a040), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.655175 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74078abd-6404-48af-b942-727f543710a6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee5d43f-ffdd-4664-b2e0-a80b0fe3a040,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:58.734795 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-74078abd-6404-48af-b942-727f543710a6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.736473 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-74078abd-6404-48af-b942-727f543710a6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3917029 Feb 20 20:05:58.740264 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 44058) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:58.746722 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-44402330-65fb-4279-bd15-06ab4cc0dd98 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Request body: {'security_group_rule': {'security_group_id': '16c6963c-1a53-4a6a-be1a-ea5b695431de', 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:58.821281 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port a73d7a67-bf87-417e-a612-ec69d7f3adaf triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:58.821924 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.884864 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-44402330-65fb-4279-bd15-06ab4cc0dd98 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Project 2c8e34338e9a48629be67b295d115a7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:05:58.891227 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44402330-65fb-4279-bd15-06ab4cc0dd98 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (2a31469b-488d-46c4-88c3-45ebbe507212), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.898773 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2e00-2b36-4cc4-88d3-e8811b7c2499 req-466fc958-7643-4070-87dd-49fd9646db83 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:58.907841 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a5ea2e00-2b36-4cc4-88d3-e8811b7c2499 req-466fc958-7643-4070-87dd-49fd9646db83 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1085234 Feb 20 20:05:58.973739 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44402330-65fb-4279-bd15-06ab4cc0dd98 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (2a31469b-488d-46c4-88c3-45ebbe507212), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.981354 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e7c37-750b-4ad3-a451-446079f3ee38 None None] Current status of the port 4057a055-2132-40f0-9953-8bba3695196e is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:58.981746 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7c37-750b-4ad3-a451-446079f3ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (4057a055-2132-40f0-9953-8bba3695196e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.999486 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a5ea2e00-2b36-4cc4-88d3-e8811b7c2499 req-23fa8cf5-0090-45c6-a5e3-bfa42c9b83ed tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905974 Feb 20 20:05:59.033706 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44402330-65fb-4279-bd15-06ab4cc0dd98 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (2a31469b-488d-46c4-88c3-45ebbe507212), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.058149 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44402330-65fb-4279-bd15-06ab4cc0dd98 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a31469b-488d-46c4-88c3-45ebbe507212,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:59.065301 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-cd1e7c37-750b-4ad3-a451-446079f3ee38 None None] For port 4057a055-2132-40f0-9953-8bba3695196e, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=4057a055-2132-40f0-9953-8bba3695196e,segment=NetworkSegment(6b4c41ec-ba2c-4630-8622-067c519d2a4d),segment_id=6b4c41ec-ba2c-4630-8622-067c519d2a4d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:59.106958 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port a73d7a67-bf87-417e-a612-ec69d7f3adaf is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:59.128736 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'name': 'tempest-TestShelveInstance-726455860-router', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'gw_port': {'id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '4057a055-2132-40f0-9953-8bba3695196e', 'name': '', 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'mac_address': 'fa:16:3e:ea:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '0bb7e1cc-f858-462b-872d-ad801bd51d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:52Z', 'updated_at': '2022-02-20T20:05:58Z', 'revision_number': 4, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'subnets': [{'id': '0bb7e1cc-f858-462b-872d-ad801bd51d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:59.153176 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-44402330-65fb-4279-bd15-06ab4cc0dd98 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.165873 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-44402330-65fb-4279-bd15-06ab4cc0dd98 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4238486 Feb 20 20:05:59.213213 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89482bd6-9acb-48ff-917a-b6eb9cdeec13 None None] The sync data for ids ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'] in dv-cinder-830085-1-iscsi is: [{'id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'name': 'tempest-TestShelveInstance-726455860-router', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'gw_port': {'id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '4057a055-2132-40f0-9953-8bba3695196e', 'name': '', 'network_id': '483b0f92-c933-4289-84b7-ad5cfc883e68', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'mac_address': 'fa:16:3e:ea:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '0bb7e1cc-f858-462b-872d-ad801bd51d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:52Z', 'updated_at': '2022-02-20T20:05:58Z', 'revision_number': 4, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'subnets': [{'id': '0bb7e1cc-f858-462b-872d-ad801bd51d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:59.221165 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7c37-750b-4ad3-a451-446079f3ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (4057a055-2132-40f0-9953-8bba3695196e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.315988 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e7c37-750b-4ad3-a451-446079f3ee38 None None] Pushing event updated for resources: {'Port': ['ID=4057a055-2132-40f0-9953-8bba3695196e,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:59.347646 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.582056 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289cc6-f14a-4518-8027-b23d394ac76e req-49101661-796f-44ec-9dca-d47b701ca1a2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:59.584033 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6f289cc6-f14a-4518-8027-b23d394ac76e req-49101661-796f-44ec-9dca-d47b701ca1a2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0977373 Feb 20 20:05:59.727413 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6f289cc6-f14a-4518-8027-b23d394ac76e req-4afc662a-38f9-40fc-b6ee-cbc0ff1ba811 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358998 Feb 20 20:06:00.001603 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:06:00.146093 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a78c2-ff2a-4f83-aa34-b94728e4d726 req-ffe84b92-bb7f-44bd-871a-6aefee260f6d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:00.148122 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-662a78c2-ff2a-4f83-aa34-b94728e4d726 req-ffe84b92-bb7f-44bd-871a-6aefee260f6d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0616622 Feb 20 20:06:00.258452 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-662a78c2-ff2a-4f83-aa34-b94728e4d726 req-e8c88586-179e-429d-be48-fa49da324289 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751476 Feb 20 20:06:00.532854 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 4057a055-2132-40f0-9953-8bba3695196e up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:00.580346 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.636374 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 4057a055-2132-40f0-9953-8bba3695196e triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:00.637298 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (4057a055-2132-40f0-9953-8bba3695196e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.733071 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 4057a055-2132-40f0-9953-8bba3695196e is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:00.869379 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05331fd5-0f54-40e5-97ec-d5d5531418d1 req-1c766ed4-a8ca-4f1b-a683-555063ff12e1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:00.871772 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-05331fd5-0f54-40e5-97ec-d5d5531418d1 req-1c766ed4-a8ca-4f1b-a683-555063ff12e1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0729351 Feb 20 20:06:00.995119 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-05331fd5-0f54-40e5-97ec-d5d5531418d1 req-f8ff210c-097a-4cce-8e0e-4de9696cd32e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160548 Feb 20 20:06:01.414013 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31669600-ca85-462b-adf8-37b4e30bc425 req-2b9a139b-e083-4832-a1be-e4c1d203cc3c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:01.415987 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-31669600-ca85-462b-adf8-37b4e30bc425 req-2b9a139b-e083-4832-a1be-e4c1d203cc3c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0652847 Feb 20 20:06:01.472982 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-31669600-ca85-462b-adf8-37b4e30bc425 req-957e7d98-f581-4475-818d-4402890c2aea tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491214 Feb 20 20:06:02.155141 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5b93d-72fe-4e44-b599-681c64db0139 req-1cb532bb-0b8c-4b5a-90eb-9c37713a7fb6 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:02.156982 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-93a5b93d-72fe-4e44-b599-681c64db0139 req-1cb532bb-0b8c-4b5a-90eb-9c37713a7fb6 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0840619 Feb 20 20:06:02.164570 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.215603 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-93a5b93d-72fe-4e44-b599-681c64db0139 req-84fa9d6b-2306-4a1b-86c3-d3f4e583f81a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509419 Feb 20 20:06:02.425394 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 44190) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:02.552569 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d42cb8a9-ab8c-4595-9084-f66805034ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.640579 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1a6a0-be3b-4cb7-85a9-f58d4bc0133d req-20b12d04-e613-453b-919e-c12b389d2337 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:02.642110 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9da1a6a0-be3b-4cb7-85a9-f58d4bc0133d req-20b12d04-e613-453b-919e-c12b389d2337 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0817468 Feb 20 20:06:02.699459 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d42cb8a9-ab8c-4595-9084-f66805034ffb admin admin] Publish callbacks [] for security_group (a38e3b92-eaae-4e97-8eac-911d13aa34fc), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.712956 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9da1a6a0-be3b-4cb7-85a9-f58d4bc0133d req-8c4ab8a7-143b-4504-abee-f6c2b18e2a0a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641897 Feb 20 20:06:02.759195 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d42cb8a9-ab8c-4595-9084-f66805034ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (a38e3b92-eaae-4e97-8eac-911d13aa34fc), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.798100 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cb8a9-ab8c-4595-9084-f66805034ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38e3b92-eaae-4e97-8eac-911d13aa34fc,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:02.802441 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d42cb8a9-ab8c-4595-9084-f66805034ffb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ff912ae80cf4c73b13b13fec2440814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756850 Feb 20 20:06:02.806818 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 44196) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:02.858373 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b893-6409-467a-882e-15bbbf75e821 admin admin] Publish callbacks [] for security_group (a38e3b92-eaae-4e97-8eac-911d13aa34fc), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.880438 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b893-6409-467a-882e-15bbbf75e821 admin admin] Publish callbacks [] for security_group (a38e3b92-eaae-4e97-8eac-911d13aa34fc), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.982304 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b893-6409-467a-882e-15bbbf75e821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (a38e3b92-eaae-4e97-8eac-911d13aa34fc), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.985964 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b893-6409-467a-882e-15bbbf75e821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.987162 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f1a5b893-6409-467a-882e-15bbbf75e821 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a38e3b92-eaae-4e97-8eac-911d13aa34fc HTTP/1.1" status: 204 len: 168 time: 0.1793251 Feb 20 20:06:02.995180 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5b893-6409-467a-882e-15bbbf75e821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38e3b92-eaae-4e97-8eac-911d13aa34fc,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:03.341558 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026f3d4-420c-44a2-a3d6-25e5e2e7c4b5 req-c5514429-2ff0-4c35-b6a1-0632f3a7b335 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:03.344032 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3026f3d4-420c-44a2-a3d6-25e5e2e7c4b5 req-c5514429-2ff0-4c35-b6a1-0632f3a7b335 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0550742 Feb 20 20:06:03.395212 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3026f3d4-420c-44a2-a3d6-25e5e2e7c4b5 req-7fda1c2a-f460-40c1-867b-240fbc521ac6 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456247 Feb 20 20:06:03.662246 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 44212) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:03.675263 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c48fdbd9-505b-4e22-b71e-7e48860ddfcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.749926 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c48fdbd9-505b-4e22-b71e-7e48860ddfcd admin admin] Publish callbacks [] for security_group (a69f8e48-8cf8-410f-86e1-c9bf0f9416c3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.837260 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a203268-f031-4a3d-bb31-c3386ffc94d4 req-1fff59a9-1ece-46d2-b637-760c87060402 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:03.838699 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9a203268-f031-4a3d-bb31-c3386ffc94d4 req-1fff59a9-1ece-46d2-b637-760c87060402 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0542886 Feb 20 20:06:03.864489 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c48fdbd9-505b-4e22-b71e-7e48860ddfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (a69f8e48-8cf8-410f-86e1-c9bf0f9416c3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.919028 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9a203268-f031-4a3d-bb31-c3386ffc94d4 req-4e4f4968-0357-46d5-886a-0d347ed78c0f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741615 Feb 20 20:06:03.921760 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c48fdbd9-505b-4e22-b71e-7e48860ddfcd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa3bb738db6b47a0bdac0f050afd1e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584293 Feb 20 20:06:03.923825 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fdbd9-505b-4e22-b71e-7e48860ddfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69f8e48-8cf8-410f-86e1-c9bf0f9416c3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:03.925216 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 44216) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:03.978059 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6fc62cc-8582-488a-8189-45796a675f80 admin admin] Publish callbacks [] for security_group (a69f8e48-8cf8-410f-86e1-c9bf0f9416c3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.001110 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6fc62cc-8582-488a-8189-45796a675f80 admin admin] Publish callbacks [] for security_group (a69f8e48-8cf8-410f-86e1-c9bf0f9416c3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.102174 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6fc62cc-8582-488a-8189-45796a675f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (a69f8e48-8cf8-410f-86e1-c9bf0f9416c3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.104722 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6fc62cc-8582-488a-8189-45796a675f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.105931 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e6fc62cc-8582-488a-8189-45796a675f80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a69f8e48-8cf8-410f-86e1-c9bf0f9416c3 HTTP/1.1" status: 204 len: 168 time: 0.1791315 Feb 20 20:06:04.115000 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc62cc-8582-488a-8189-45796a675f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69f8e48-8cf8-410f-86e1-c9bf0f9416c3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:04.528111 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a851af-62b3-441c-8786-52c82fc20cbf req-b4bac841-dff2-403a-9700-a40abf74d694 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:04.529738 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a6a851af-62b3-441c-8786-52c82fc20cbf req-b4bac841-dff2-403a-9700-a40abf74d694 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0603781 Feb 20 20:06:04.586218 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a6a851af-62b3-441c-8786-52c82fc20cbf req-0346c3cd-7332-4ac9-a5b4-f242f183f512 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480754 Feb 20 20:06:05.049143 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29868d3f-80ce-470a-a364-67e5b28175d1 req-51685bea-4337-4ee5-bdb3-ba5453b7e098 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:05.050781 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-29868d3f-80ce-470a-a364-67e5b28175d1 req-51685bea-4337-4ee5-bdb3-ba5453b7e098 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0583589 Feb 20 20:06:05.106672 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-29868d3f-80ce-470a-a364-67e5b28175d1 req-8335c4cf-08c4-4f16-9d82-195ccc1331a2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458708 Feb 20 20:06:05.721811 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ad239-92f6-4557-8680-0c3554316c9c req-e50dfbbc-dee2-419f-ac7d-130a0c96fc3c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:05.722594 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-145ad239-92f6-4557-8680-0c3554316c9c req-e50dfbbc-dee2-419f-ac7d-130a0c96fc3c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0603433 Feb 20 20:06:05.784506 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-145ad239-92f6-4557-8680-0c3554316c9c req-0798d027-85eb-41d8-95d7-53671c571f04 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528200 Feb 20 20:06:06.234581 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b3eaf-3613-4892-8d80-6cd821dd627c req-91221adc-c22b-4fb5-819e-161deabfe82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.236115 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-525b3eaf-3613-4892-8d80-6cd821dd627c req-91221adc-c22b-4fb5-819e-161deabfe82a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 1129 time: 0.0766432 Feb 20 20:06:06.253230 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fa491-53b0-4648-9d4f-e8d1b548980a req-6470a36f-d554-4b7b-8a5d-07de5abc95fe tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.256444 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-147fa491-53b0-4648-9d4f-e8d1b548980a req-6470a36f-d554-4b7b-8a5d-07de5abc95fe tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0719805 Feb 20 20:06:06.342711 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-525b3eaf-3613-4892-8d80-6cd821dd627c req-7489a9ae-d53a-4c28-84d9-c824ec5df0d4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926516 Feb 20 20:06:06.351233 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-147fa491-53b0-4648-9d4f-e8d1b548980a req-2ade5510-0a31-4490-af5b-0fa757733fab tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891390 Feb 20 20:06:06.943469 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a18a4c-38b6-4330-ae2b-a78cb199abe8 req-a62d462a-39d7-4b3b-92a4-0ffa65aa3a43 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.945253 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-06a18a4c-38b6-4330-ae2b-a78cb199abe8 req-a62d462a-39d7-4b3b-92a4-0ffa65aa3a43 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0702300 Feb 20 20:06:07.010567 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-06a18a4c-38b6-4330-ae2b-a78cb199abe8 req-a9e3b535-b020-48b5-bc4a-53423b40e5c1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541461 Feb 20 20:06:07.511299 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661682-b2af-42ad-a3ef-14bada41b84b req-166eeed9-8c9b-4a55-b388-d72e8d9548c1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:07.513002 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d5661682-b2af-42ad-a3ef-14bada41b84b req-166eeed9-8c9b-4a55-b388-d72e8d9548c1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0617273 Feb 20 20:06:07.583191 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d5661682-b2af-42ad-a3ef-14bada41b84b req-9bb689c4-41a3-43fb-849f-dd944bda51bd tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625281 Feb 20 20:06:08.161506 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08068f1d-a4ad-47c2-9066-1f867cfa5c9b req-d256506b-a4ab-48e7-b1a2-dfc6a19a6f50 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:08.163387 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-08068f1d-a4ad-47c2-9066-1f867cfa5c9b req-d256506b-a4ab-48e7-b1a2-dfc6a19a6f50 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0608423 Feb 20 20:06:08.230732 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-08068f1d-a4ad-47c2-9066-1f867cfa5c9b req-d4499028-3140-46c9-b9ae-71cdc87c2ab9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591769 Feb 20 20:06:08.758724 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56162b-8335-438d-9828-c09689184d96 req-bfa438bf-b564-4358-b523-2c7035a75d9e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:08.760424 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd56162b-8335-438d-9828-c09689184d96 req-bfa438bf-b564-4358-b523-2c7035a75d9e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0751905 Feb 20 20:06:08.818597 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd56162b-8335-438d-9828-c09689184d96 req-ecf5b0f5-9fc7-4b99-8edf-3469292c3711 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517707 Feb 20 20:06:09.370120 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40d0bc-51e0-4508-8637-87a8bff4a580 req-444e7c74-79f4-4a25-8098-443861fa8c50 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:09.373654 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec40d0bc-51e0-4508-8637-87a8bff4a580 req-444e7c74-79f4-4a25-8098-443861fa8c50 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0940180 Feb 20 20:06:09.422200 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814db68-4dc0-4d9a-ba54-7e761a239d19 req-4dea6be3-1122-4a03-b53c-6fef9d41599e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:09.423845 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c814db68-4dc0-4d9a-ba54-7e761a239d19 req-4dea6be3-1122-4a03-b53c-6fef9d41599e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1070857 Feb 20 20:06:09.482946 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec40d0bc-51e0-4508-8637-87a8bff4a580 req-438505c8-4b55-4a3a-b6be-9dbe867cf78d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003358 Feb 20 20:06:09.544070 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c814db68-4dc0-4d9a-ba54-7e761a239d19 req-fbc3ccb7-1f65-4fe0-9726-5349cfba1129 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047614 Feb 20 20:06:09.547749 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284415da-050c-451c-b9a1-bf8b5604bbbe req-033e89cc-db62-4ba3-a00c-dbe3b63c8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:09.549753 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-284415da-050c-451c-b9a1-bf8b5604bbbe req-033e89cc-db62-4ba3-a00c-dbe3b63c8838 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 1129 time: 0.0827551 Feb 20 20:06:10.032886 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284415da-050c-451c-b9a1-bf8b5604bbbe req-1137aa2e-73a2-4311-9d57-180171f0b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.035070 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-284415da-050c-451c-b9a1-bf8b5604bbbe req-1137aa2e-73a2-4311-9d57-180171f0b834 service neutron] 10.222.0.75 "GET /v2.0/networks?id=37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 200 len: 920 time: 0.4322331 Feb 20 20:06:10.077961 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-284415da-050c-451c-b9a1-bf8b5604bbbe req-123cc7d0-a109-481d-9199-e38b9eacd348 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4 HTTP/1.1" status: 200 len: 217 time: 0.0363102 Feb 20 20:06:10.132298 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284415da-050c-451c-b9a1-bf8b5604bbbe req-0b94a179-4b25-4501-a331-aff621b18ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.133812 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-284415da-050c-451c-b9a1-bf8b5604bbbe req-0b94a179-4b25-4501-a331-aff621b18ec7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9068444-01a5-4614-906d-18b4e47d1e28 HTTP/1.1" status: 200 len: 859 time: 0.0485046 Feb 20 20:06:10.175027 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-284415da-050c-451c-b9a1-bf8b5604bbbe req-e63bf1f1-b04e-4352-8252-fdbee0860f94 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=37567a22-fd4c-4456-b47a-a244d0fa7971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311434 Feb 20 20:06:10.299132 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-284415da-050c-451c-b9a1-bf8b5604bbbe req-19f0d082-3322-4a59-a14d-fbd0b5396a6a service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094205 Feb 20 20:06:10.402556 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-284415da-050c-451c-b9a1-bf8b5604bbbe req-b23789a2-0edd-4188-8a05-f87b8e9474b3 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943928 Feb 20 20:06:10.629141 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdff7b-b5ae-4f59-8899-7320db98a740 req-43c03834-8c9d-427a-b340-b82d6e7dcc4f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.630867 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3fcdff7b-b5ae-4f59-8899-7320db98a740 req-43c03834-8c9d-427a-b340-b82d6e7dcc4f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0633574 Feb 20 20:06:10.725602 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3fcdff7b-b5ae-4f59-8899-7320db98a740 req-e7ae1433-feb9-4a3e-b34a-5586007de5aa tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883007 Feb 20 20:06:10.738055 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd27e3-ff97-4ea5-8539-d2c62c482018 req-061ca3cf-517c-49a3-9fde-7b61c8756bd9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.743627 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-92cd27e3-ff97-4ea5-8539-d2c62c482018 req-061ca3cf-517c-49a3-9fde-7b61c8756bd9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0874612 Feb 20 20:06:10.795709 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-92cd27e3-ff97-4ea5-8539-d2c62c482018 req-4db51174-ae41-45b8-8da9-96336bcac920 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458963 Feb 20 20:06:11.860480 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654952c2-d3de-4c9d-8489-bbbc444a56f8 req-b899628c-9c38-4801-90de-ba34f383a5f2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:11.862061 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-654952c2-d3de-4c9d-8489-bbbc444a56f8 req-b899628c-9c38-4801-90de-ba34f383a5f2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0599442 Feb 20 20:06:11.950587 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-654952c2-d3de-4c9d-8489-bbbc444a56f8 req-645a475e-0e44-4eec-80f2-34349ef295f9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829058 Feb 20 20:06:11.969342 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f655-d1f4-4031-aac1-ce6ffa2789e5 req-17c69236-7dfd-46a8-a39c-5a9880546c95 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:11.970856 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c3f4f655-d1f4-4031-aac1-ce6ffa2789e5 req-17c69236-7dfd-46a8-a39c-5a9880546c95 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0948451 Feb 20 20:06:12.019483 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c3f4f655-d1f4-4031-aac1-ce6ffa2789e5 req-4d926078-857a-49b7-bbd2-a4b23cdce856 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429416 Feb 20 20:06:13.078744 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91d46f-c59a-49d1-9ace-3a51c2f21cf2 req-a0c2dcc7-be47-420a-8915-5b2c9f3c96b2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:13.080293 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bf91d46f-c59a-49d1-9ace-3a51c2f21cf2 req-a0c2dcc7-be47-420a-8915-5b2c9f3c96b2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0594871 Feb 20 20:06:13.160925 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bf91d46f-c59a-49d1-9ace-3a51c2f21cf2 req-6b52ebae-575a-4ef6-8b99-2b0db22f167d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750709 Feb 20 20:06:13.175040 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324da29d-f9c4-44e9-bbef-480a396767b9 req-498c8260-4431-48a3-af15-eaf1ea23d249 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:13.176592 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-324da29d-f9c4-44e9-bbef-480a396767b9 req-498c8260-4431-48a3-af15-eaf1ea23d249 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0826645 Feb 20 20:06:13.228030 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-324da29d-f9c4-44e9-bbef-480a396767b9 req-bc5489b4-cb36-4d2a-9341-51088d6b5d9d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453551 Feb 20 20:06:14.291265 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec96ec2-ddd0-477a-a8a6-790a74973641 req-0c0f85d2-d24f-4261-b682-9570793756cc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:14.297973 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ec96ec2-ddd0-477a-a8a6-790a74973641 req-0c0f85d2-d24f-4261-b682-9570793756cc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0579596 Feb 20 20:06:14.377960 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ec96ec2-ddd0-477a-a8a6-790a74973641 req-f546a709-baa6-44c3-8345-28a683381715 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772057 Feb 20 20:06:14.398690 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eb8c2-833a-444e-9461-711b9757cb65 req-b62b5625-f29d-4d6d-bd7f-66f585f45483 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:14.398913 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-533eb8c2-833a-444e-9461-711b9757cb65 req-b62b5625-f29d-4d6d-bd7f-66f585f45483 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0845959 Feb 20 20:06:14.449229 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-533eb8c2-833a-444e-9461-711b9757cb65 req-7949511b-4277-4189-a8d7-27e4ea64de05 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440426 Feb 20 20:06:15.540788 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34b16c-4793-4a26-b7fc-5a0acf32da33 req-f3b962b5-c9ea-4f48-936d-4c4666ac40a7 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:15.542221 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ae34b16c-4793-4a26-b7fc-5a0acf32da33 req-f3b962b5-c9ea-4f48-936d-4c4666ac40a7 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0886135 Feb 20 20:06:15.584706 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1eb772-d4d8-474e-a767-910e057318ed req-926ffa0b-8153-48c5-af79-441c3d530ccc tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:15.586302 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dd1eb772-d4d8-474e-a767-910e057318ed req-926ffa0b-8153-48c5-af79-441c3d530ccc tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0960815 Feb 20 20:06:15.634519 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ae34b16c-4793-4a26-b7fc-5a0acf32da33 req-d79f26cc-659d-4da4-9470-d82314a1dbf0 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844984 Feb 20 20:06:15.700696 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dd1eb772-d4d8-474e-a767-910e057318ed req-f31c5b98-8f17-497f-9bb4-6c46f96a11b9 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001122 Feb 20 20:06:15.768387 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d5264-588c-4447-9f99-56be987990af req-3d0c6a88-f024-42aa-bbb0-9e86e52b972c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:15.770152 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-513d5264-588c-4447-9f99-56be987990af req-3d0c6a88-f024-42aa-bbb0-9e86e52b972c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0630028 Feb 20 20:06:15.826877 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-513d5264-588c-4447-9f99-56be987990af req-dc9e58d6-c308-4265-b6b1-6abd85b51cf3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479047 Feb 20 20:06:16.797794 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759991b-7f5e-4a28-9d70-31feeebf136e req-b72a37a0-e5ac-40b6-bfe2-4220e19200b3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.799291 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4759991b-7f5e-4a28-9d70-31feeebf136e req-b72a37a0-e5ac-40b6-bfe2-4220e19200b3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0830343 Feb 20 20:06:16.880925 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c6d5d-996f-4e37-8f9d-5224807f3220 req-7b9a21b0-67c8-4954-9ca7-c15ba2773231 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.882602 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d1c6d5d-996f-4e37-8f9d-5224807f3220 req-7b9a21b0-67c8-4954-9ca7-c15ba2773231 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1048770 Feb 20 20:06:16.886412 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4759991b-7f5e-4a28-9d70-31feeebf136e req-4a5629e4-1b77-40db-b1c1-5984eaf43fce tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674887 Feb 20 20:06:16.948290 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d1c6d5d-996f-4e37-8f9d-5224807f3220 req-46a2c3b3-d0ad-4d50-ae41-d41306be9dd4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593045 Feb 20 20:06:16.958134 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 87a52ebd-35dd-4b56-8924-9578f176542c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:06:17.063103 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a49a39-a409-4435-9508-4f509b02de0f req-38a90d86-de68-4602-8c92-91dc4bbfde96 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:17.064646 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0a49a39-a409-4435-9508-4f509b02de0f req-38a90d86-de68-4602-8c92-91dc4bbfde96 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1136417 Feb 20 20:06:17.068549 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:17.098172 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '87a52ebd-35dd-4b56-8924-9578f176542c', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'port_id': '87a52ebd-35dd-4b56-8924-9578f176542c', 'mac_address': 'fa:16:3e:26:39:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:06:17.129488 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0a49a39-a409-4435-9508-4f509b02de0f req-a14f3a80-d05e-47c4-99e0-e96f305e375e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574865 Feb 20 20:06:17.138779 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 87a52ebd-35dd-4b56-8924-9578f176542c is: ACTIVE; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:17.139167 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:17.159883 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87a52ebd-35dd-4b56-8924-9578f176542c {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:17.182763 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:17.296839 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:17.359071 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:17.622426 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['87a52ebd-35dd-4b56-8924-9578f176542c'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:18.033520 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:18.086830 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040f02f-2749-4461-88fb-0adefc591f4c req-8236f245-3feb-4e3c-9fcb-1c6f3c2d60eb tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.088361 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b040f02f-2749-4461-88fb-0adefc591f4c req-8236f245-3feb-4e3c-9fcb-1c6f3c2d60eb tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0547915 Feb 20 20:06:18.146091 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b040f02f-2749-4461-88fb-0adefc591f4c req-e682f708-4436-4857-b518-4488ac259b34 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505412 Feb 20 20:06:18.261949 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada9033-ba28-4f0c-9f0b-01f8ad32c6ae req-4080f897-c66d-4f87-aa1f-38779d53a7f7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.263897 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aada9033-ba28-4f0c-9f0b-01f8ad32c6ae req-4080f897-c66d-4f87-aa1f-38779d53a7f7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0572197 Feb 20 20:06:18.319026 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aada9033-ba28-4f0c-9f0b-01f8ad32c6ae req-91240476-5252-46f9-a940-4a1b5135a2b6 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494843 Feb 20 20:06:18.960513 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 87a52ebd-35dd-4b56-8924-9578f176542c up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:18.962582 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41459fc8-a043-4c4b-9a77-ebd7df2bfc5a req-8888b98f-93ae-4ae4-aea3-e3dcb0f0b224 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.965421 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-41459fc8-a043-4c4b-9a77-ebd7df2bfc5a req-8888b98f-93ae-4ae4-aea3-e3dcb0f0b224 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0958276 Feb 20 20:06:19.047052 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 87a52ebd-35dd-4b56-8924-9578f176542c triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:19.047861 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.059495 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-41459fc8-a043-4c4b-9a77-ebd7df2bfc5a req-540b2ba0-4802-4c3f-a0af-373eec61a58a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818546 Feb 20 20:06:19.179073 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 87a52ebd-35dd-4b56-8924-9578f176542c is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:19.179922 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.234842 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:19.237679 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ab6883-057a-4303-b6a9-8bae73aedd4f" -d '{"events": [{"server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "name": "network-vif-plugged", "status": "completed", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:19.258282 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:19.354158 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dacde7-9c7e-46f7-91c7-fc12df77b3a3 req-c4f8f665-9b8f-40e9-b675-082bce6e5128 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:19.357695 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22dacde7-9c7e-46f7-91c7-fc12df77b3a3 req-c4f8f665-9b8f-40e9-b675-082bce6e5128 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0865073 Feb 20 20:06:19.375981 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.442228 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22dacde7-9c7e-46f7-91c7-fc12df77b3a3 req-cbb72d74-829f-4e80-9167-37f5fc9f18e6 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779555 Feb 20 20:06:19.453620 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:19.495158 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bb98c2-e83a-41da-97a7-1d0ff2c79338 x-openstack-request-id: req-00bb98c2-e83a-41da-97a7-1d0ff2c79338 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:19.495474 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "name": "network-vif-plugged", "status": "completed", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:19.495735 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00bb98c2-e83a-41da-97a7-1d0ff2c79338 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:19.496171 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c', 'code': 200} Feb 20 20:06:19.642317 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1324072-e798-4018-993c-5c2026dfe604 req-76b4ccee-2fb2-4e7d-b5c6-e22a6f4cb599 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:19.644284 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1324072-e798-4018-993c-5c2026dfe604 req-76b4ccee-2fb2-4e7d-b5c6-e22a6f4cb599 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0923445 Feb 20 20:06:19.702499 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 44580) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:19.744131 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1324072-e798-4018-993c-5c2026dfe604 req-f6023af7-d44c-42bc-bc8b-d985745d8715 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887771 Feb 20 20:06:19.857199 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24da0350-2a4d-4067-baa4-7e87d5ff51fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.965945 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24da0350-2a4d-4067-baa4-7e87d5ff51fd admin admin] Publish callbacks [] for security_group (27e656ca-17ba-46bf-968c-a1b2a8af2948), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.049505 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-24da0350-2a4d-4067-baa4-7e87d5ff51fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (27e656ca-17ba-46bf-968c-a1b2a8af2948), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.121732 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-24da0350-2a4d-4067-baa4-7e87d5ff51fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f14e1d847f6433ab24c552f54141edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179978 Feb 20 20:06:20.122589 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da0350-2a4d-4067-baa4-7e87d5ff51fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e656ca-17ba-46bf-968c-a1b2a8af2948,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:20.125648 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 44596) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:20.185986 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ea362772-dfe6-4253-89fb-1a5c0766f848 admin admin] Publish callbacks [] for security_group (27e656ca-17ba-46bf-968c-a1b2a8af2948), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.221407 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ea362772-dfe6-4253-89fb-1a5c0766f848 admin admin] Publish callbacks [] for security_group (27e656ca-17ba-46bf-968c-a1b2a8af2948), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.410835 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ea362772-dfe6-4253-89fb-1a5c0766f848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (27e656ca-17ba-46bf-968c-a1b2a8af2948), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.413951 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ea362772-dfe6-4253-89fb-1a5c0766f848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.415250 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ea362772-dfe6-4253-89fb-1a5c0766f848 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27e656ca-17ba-46bf-968c-a1b2a8af2948 HTTP/1.1" status: 204 len: 168 time: 0.2881358 Feb 20 20:06:20.427494 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea362772-dfe6-4253-89fb-1a5c0766f848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e656ca-17ba-46bf-968c-a1b2a8af2948,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:20.587925 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd10c2c-c2b8-4add-8819-9e272f7043b2 req-107892b9-1f5f-4620-864f-5ea8ad1c378b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.596500 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-afd10c2c-c2b8-4add-8819-9e272f7043b2 req-107892b9-1f5f-4620-864f-5ea8ad1c378b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0720029 Feb 20 20:06:20.654742 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-afd10c2c-c2b8-4add-8819-9e272f7043b2 req-642c8e18-c770-4d41-bcdb-c5ecf6a674cd tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567312 Feb 20 20:06:20.955839 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa6c6f-4401-4a8e-a48c-654172a0500c req-933d984a-cfb3-471b-ad33-2c368be8e214 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.957897 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7daa6c6f-4401-4a8e-a48c-654172a0500c req-933d984a-cfb3-471b-ad33-2c368be8e214 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0778220 Feb 20 20:06:21.035492 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7daa6c6f-4401-4a8e-a48c-654172a0500c req-2d8f317b-a5f8-451e-9bb8-63405f892207 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699804 Feb 20 20:06:21.269403 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 44614) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:21.287020 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-327ac54e-d9b0-440b-b86d-45ea9746ebd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.433207 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-327ac54e-d9b0-440b-b86d-45ea9746ebd3 admin admin] Publish callbacks [] for security_group (ae54630e-0ba5-43ca-821d-aae5d6f7ca87), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.599698 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-327ac54e-d9b0-440b-b86d-45ea9746ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ae54630e-0ba5-43ca-821d-aae5d6f7ca87), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.678117 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ac54e-d9b0-440b-b86d-45ea9746ebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae54630e-0ba5-43ca-821d-aae5d6f7ca87,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:21.694017 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-327ac54e-d9b0-440b-b86d-45ea9746ebd3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a88f3d5485784ec1a36ae1e10c7670a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226999 Feb 20 20:06:21.698688 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 44636) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:21.827664 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d242488-175f-4633-be40-7320387be5c9 admin admin] Publish callbacks [] for security_group (ae54630e-0ba5-43ca-821d-aae5d6f7ca87), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.889037 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d242488-175f-4633-be40-7320387be5c9 admin admin] Publish callbacks [] for security_group (ae54630e-0ba5-43ca-821d-aae5d6f7ca87), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.953521 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934099b-10cc-4ba7-8f64-9b486aad7c22 req-7a379cf7-4d6f-44ac-906c-e6f117399f6b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.955708 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7934099b-10cc-4ba7-8f64-9b486aad7c22 req-7a379cf7-4d6f-44ac-906c-e6f117399f6b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1555879 Feb 20 20:06:22.023039 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7934099b-10cc-4ba7-8f64-9b486aad7c22 req-4cff2fa0-a428-4631-b795-1f4fdcbcff8d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566299 Feb 20 20:06:22.073841 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d242488-175f-4633-be40-7320387be5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ae54630e-0ba5-43ca-821d-aae5d6f7ca87), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.079430 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d242488-175f-4633-be40-7320387be5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.084308 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8d242488-175f-4633-be40-7320387be5c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae54630e-0ba5-43ca-821d-aae5d6f7ca87 HTTP/1.1" status: 204 len: 168 time: 0.3810749 Feb 20 20:06:22.093597 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d242488-175f-4633-be40-7320387be5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae54630e-0ba5-43ca-821d-aae5d6f7ca87,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:22.291518 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381d07b-b782-4f0c-b08b-f8d1d98848ce req-0200bb0b-e873-4ee7-9514-c7c97da87b81 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.294584 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3381d07b-b782-4f0c-b08b-f8d1d98848ce req-0200bb0b-e873-4ee7-9514-c7c97da87b81 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1031375 Feb 20 20:06:22.374849 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3381d07b-b782-4f0c-b08b-f8d1d98848ce req-70bd9932-c06f-4f97-a4bb-813e3fa8f2ce tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694957 Feb 20 20:06:22.468087 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 44650) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:22.689375 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-74d527a0-aeac-4653-8e88-167c10fc09a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.818501 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-74d527a0-aeac-4653-8e88-167c10fc09a4 admin admin] Publish callbacks [] for security_group (6b2f7496-bc95-4ceb-98ca-c30df30a2352), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.903115 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-74d527a0-aeac-4653-8e88-167c10fc09a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (6b2f7496-bc95-4ceb-98ca-c30df30a2352), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.906299 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 44658) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:22.934361 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fdada494-ff7d-434a-aa50-b56cc1e237e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.964826 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-74d527a0-aeac-4653-8e88-167c10fc09a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b1f876b75b84d42949e798d0091e578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943750 Feb 20 20:06:22.968750 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 44660) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:22.975102 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d527a0-aeac-4653-8e88-167c10fc09a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2f7496-bc95-4ceb-98ca-c30df30a2352,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:23.057306 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24183d7f-01bf-408c-806f-78275e6fcd1b admin admin] Publish callbacks [] for security_group (6b2f7496-bc95-4ceb-98ca-c30df30a2352), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.077380 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fdada494-ff7d-434a-aa50-b56cc1e237e8 admin admin] Publish callbacks [] for security_group (0cb492fa-3f80-445c-9f53-2d57df564242), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.105565 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24183d7f-01bf-408c-806f-78275e6fcd1b admin admin] Publish callbacks [] for security_group (6b2f7496-bc95-4ceb-98ca-c30df30a2352), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.142724 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fdada494-ff7d-434a-aa50-b56cc1e237e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (0cb492fa-3f80-445c-9f53-2d57df564242), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.188227 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdada494-ff7d-434a-aa50-b56cc1e237e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb492fa-3f80-445c-9f53-2d57df564242,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:23.192949 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-fdada494-ff7d-434a-aa50-b56cc1e237e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1344f9a3def457b8898119f8cb371cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852213 Feb 20 20:06:23.198660 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 44664) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:23.256528 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a748eb-a07b-40f7-afc0-891060ccb513 req-39d7d448-0b68-4742-8fec-22b43ceefe39 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:23.258467 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-11a748eb-a07b-40f7-afc0-891060ccb513 req-39d7d448-0b68-4742-8fec-22b43ceefe39 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1054842 Feb 20 20:06:23.291373 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-331372b6-efb7-45d5-9a72-074cc2dc2949 admin admin] Publish callbacks [] for security_group (0cb492fa-3f80-445c-9f53-2d57df564242), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.293690 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24183d7f-01bf-408c-806f-78275e6fcd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (6b2f7496-bc95-4ceb-98ca-c30df30a2352), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.298886 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24183d7f-01bf-408c-806f-78275e6fcd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.301543 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-24183d7f-01bf-408c-806f-78275e6fcd1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b2f7496-bc95-4ceb-98ca-c30df30a2352 HTTP/1.1" status: 204 len: 168 time: 0.3307128 Feb 20 20:06:23.332427 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24183d7f-01bf-408c-806f-78275e6fcd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2f7496-bc95-4ceb-98ca-c30df30a2352,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:23.334848 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-331372b6-efb7-45d5-9a72-074cc2dc2949 admin admin] Publish callbacks [] for security_group (0cb492fa-3f80-445c-9f53-2d57df564242), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.376077 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-11a748eb-a07b-40f7-afc0-891060ccb513 req-28ca0130-4419-4622-adbe-fa1bc92f0678 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107006 Feb 20 20:06:23.548388 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-331372b6-efb7-45d5-9a72-074cc2dc2949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (0cb492fa-3f80-445c-9f53-2d57df564242), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.553892 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-331372b6-efb7-45d5-9a72-074cc2dc2949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.572346 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-331372b6-efb7-45d5-9a72-074cc2dc2949 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cb492fa-3f80-445c-9f53-2d57df564242 HTTP/1.1" status: 204 len: 168 time: 0.3602285 Feb 20 20:06:23.596752 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331372b6-efb7-45d5-9a72-074cc2dc2949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb492fa-3f80-445c-9f53-2d57df564242,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:23.675501 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa631b5-4c61-4fb5-b1d1-8c0e257f30a6 req-9e6895cd-4e74-4202-8fcf-a7ab7a16c5d3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:23.685745 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4aa631b5-4c61-4fb5-b1d1-8c0e257f30a6 req-9e6895cd-4e74-4202-8fcf-a7ab7a16c5d3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1515317 Feb 20 20:06:23.809111 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4aa631b5-4c61-4fb5-b1d1-8c0e257f30a6 req-0da5a7b9-1257-4114-9370-355903921741 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192331 Feb 20 20:06:24.611024 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a70c9-5276-4c6d-90b4-3b649d9b2815 req-75017ae2-42c8-4a35-b7fa-4b45a0651006 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:24.619156 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a87a70c9-5276-4c6d-90b4-3b649d9b2815 req-75017ae2-42c8-4a35-b7fa-4b45a0651006 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0884228 Feb 20 20:06:24.705601 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a87a70c9-5276-4c6d-90b4-3b649d9b2815 req-c0967c9e-e700-468d-ad38-3fb9e8495b46 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848808 Feb 20 20:06:25.078787 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d84a99-f965-4807-af0c-7de86aafd054 req-a12cdf3e-1998-4da6-951d-3b2a4b0a9817 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:25.082448 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-91d84a99-f965-4807-af0c-7de86aafd054 req-a12cdf3e-1998-4da6-951d-3b2a4b0a9817 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1177311 Feb 20 20:06:25.174863 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-91d84a99-f965-4807-af0c-7de86aafd054 req-a39537f1-b3ab-427c-aa4a-7b6b669ed557 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828049 Feb 20 20:06:25.938529 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-48ae19ce-ce52-4367-9500-e944162780fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:25.980969 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf945355-522a-4f0d-afe8-e300f186cf81 req-0463b2f3-ab3f-4f74-8028-9eed98566328 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:25.984125 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bf945355-522a-4f0d-afe8-e300f186cf81 req-0463b2f3-ab3f-4f74-8028-9eed98566328 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1200831 Feb 20 20:06:26.077609 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bf945355-522a-4f0d-afe8-e300f186cf81 req-02ce8386-e418-4f7a-a266-c70b78f028c8 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808578 Feb 20 20:06:26.429452 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504360dd-26ba-49a0-9583-9fcc82f9521a req-1de035d5-227c-43c3-9955-3053b2e37910 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:26.433822 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-504360dd-26ba-49a0-9583-9fcc82f9521a req-1de035d5-227c-43c3-9955-3053b2e37910 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1126537 Feb 20 20:06:26.518825 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-504360dd-26ba-49a0-9583-9fcc82f9521a req-7269cf58-cef2-47fe-b5fa-84f4465aa034 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758080 Feb 20 20:06:27.406576 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cc2ed-53f7-4848-875a-a813f87b0784 req-d7b6adf2-3fc8-49cc-8d9a-f01fa3b395a4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:27.421770 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-692cc2ed-53f7-4848-875a-a813f87b0784 req-d7b6adf2-3fc8-49cc-8d9a-f01fa3b395a4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1206927 Feb 20 20:06:27.535607 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-692cc2ed-53f7-4848-875a-a813f87b0784 req-ef3f27a9-b045-455e-b523-1bbabd74ec19 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104064 Feb 20 20:06:27.817529 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59903f15-b506-426b-ac80-7c4a29db1d45 req-d8a1f8d4-4853-4663-b44d-3795af324f8f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:27.820238 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-59903f15-b506-426b-ac80-7c4a29db1d45 req-d8a1f8d4-4853-4663-b44d-3795af324f8f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1417952 Feb 20 20:06:27.960184 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23756db8-f4e7-436d-abec-56cf6a789448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:27.985696 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-59903f15-b506-426b-ac80-7c4a29db1d45 req-32c443a8-60cb-4bc6-9d21-4c2fd9cbee0f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529670 Feb 20 20:06:28.813611 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88b92-247f-4f56-b193-6de193f0843d req-d56ce95c-3f9c-4a43-bf3f-054c8c29fc0a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:28.818523 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9bc88b92-247f-4f56-b193-6de193f0843d req-d56ce95c-3f9c-4a43-bf3f-054c8c29fc0a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1517334 Feb 20 20:06:28.930237 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9bc88b92-247f-4f56-b193-6de193f0843d req-5821209b-64af-4389-ae37-b7ab3acf92fd tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932221 Feb 20 20:06:29.336834 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:29.427733 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af18c69-6924-4eba-9ad1-4aaace4ecf5c req-96d9e50a-a519-4755-8440-81f921b2654a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:29.441063 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7af18c69-6924-4eba-9ad1-4aaace4ecf5c req-96d9e50a-a519-4755-8440-81f921b2654a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.2160079 Feb 20 20:06:29.529689 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7af18c69-6924-4eba-9ad1-4aaace4ecf5c req-aa8f9345-8514-4c5b-9a8a-607a551628a0 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868773 Feb 20 20:06:30.188572 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad8b1e-206a-4f0d-949b-f98be1a13850 req-8df82112-4a8a-4e32-a927-982234aec9ec tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.194433 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-66ad8b1e-206a-4f0d-949b-f98be1a13850 req-8df82112-4a8a-4e32-a927-982234aec9ec tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1418443 Feb 20 20:06:30.197383 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17fa77-7b9d-4e96-a182-2cb3f5f266cd req-ab43d5b2-65a0-4fc7-9a6f-5393a789a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.198884 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cc17fa77-7b9d-4e96-a182-2cb3f5f266cd req-ab43d5b2-65a0-4fc7-9a6f-5393a789a6f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 1129 time: 0.1397221 Feb 20 20:06:30.211665 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8846d9-74b9-4575-9613-ee4d2355544a req-0c9be0fb-6f09-4635-b3dc-48c230a950a6 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.213266 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8e8846d9-74b9-4575-9613-ee4d2355544a req-0c9be0fb-6f09-4635-b3dc-48c230a950a6 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0956433 Feb 20 20:06:30.390188 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-66ad8b1e-206a-4f0d-949b-f98be1a13850 req-9c088174-45d1-4ae7-ace4-cbbba3e435d3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667755 Feb 20 20:06:30.411657 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8e8846d9-74b9-4575-9613-ee4d2355544a req-eab9590d-81bb-43c7-9321-ef9253a835d1 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807706 Feb 20 20:06:30.477662 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17fa77-7b9d-4e96-a182-2cb3f5f266cd req-ed437849-2f0d-4145-99ce-58497b0d5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.479087 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cc17fa77-7b9d-4e96-a182-2cb3f5f266cd req-ed437849-2f0d-4145-99ce-58497b0d5f17 service neutron] 10.222.0.75 "GET /v2.0/networks?id=37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 200 len: 920 time: 0.2646530 Feb 20 20:06:30.543002 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cc17fa77-7b9d-4e96-a182-2cb3f5f266cd req-4d5a7d4c-1125-40fd-b166-36bf658b55b1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4 HTTP/1.1" status: 200 len: 217 time: 0.0569706 Feb 20 20:06:30.554848 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:30.648974 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17fa77-7b9d-4e96-a182-2cb3f5f266cd req-31066b00-93bd-41b5-bb71-f184c8f56679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.651554 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cc17fa77-7b9d-4e96-a182-2cb3f5f266cd req-31066b00-93bd-41b5-bb71-f184c8f56679 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9068444-01a5-4614-906d-18b4e47d1e28 HTTP/1.1" status: 200 len: 859 time: 0.1008556 Feb 20 20:06:30.755268 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cc17fa77-7b9d-4e96-a182-2cb3f5f266cd req-1b535ca3-272e-4e17-82b4-3419ca05cc46 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=37567a22-fd4c-4456-b47a-a244d0fa7971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525558 Feb 20 20:06:30.837941 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d5221-9334-4d36-860a-13bb0f39006e req-5dff4b48-b57c-47c6-b908-262052920b28 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.842257 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c53d5221-9334-4d36-860a-13bb0f39006e req-5dff4b48-b57c-47c6-b908-262052920b28 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1885893 Feb 20 20:06:31.017486 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cc17fa77-7b9d-4e96-a182-2cb3f5f266cd req-906c2bb7-492d-4035-be31-4a669e6429b5 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447290 Feb 20 20:06:31.170169 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c53d5221-9334-4d36-860a-13bb0f39006e req-08e9b7d9-6a5b-4f97-99f4-6f83201189d5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842108 Feb 20 20:06:31.229569 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cc17fa77-7b9d-4e96-a182-2cb3f5f266cd req-0dc6f3a0-1a1e-4468-903d-591f08105365 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002962 Feb 20 20:06:31.688826 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c39b73-7c34-4d4d-9b63-7db24ada2c75 req-a80b601b-c05f-414e-9b44-c26433ec2fdb tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:31.688826 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f6c39b73-7c34-4d4d-9b63-7db24ada2c75 req-a80b601b-c05f-414e-9b44-c26433ec2fdb tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1585312 Feb 20 20:06:31.694641 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc84947-c30e-40bb-9ba2-67d585f7c944 req-3280edb4-9035-4327-befd-9e5ff669684c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:31.696036 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ddc84947-c30e-40bb-9ba2-67d585f7c944 req-3280edb4-9035-4327-befd-9e5ff669684c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1088490 Feb 20 20:06:31.779593 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f6c39b73-7c34-4d4d-9b63-7db24ada2c75 req-40610dc4-10d9-4f66-9e71-4fb038221c09 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767319 Feb 20 20:06:31.785349 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ddc84947-c30e-40bb-9ba2-67d585f7c944 req-2030b776-349b-44df-80f3-129c6671815e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735219 Feb 20 20:06:32.240305 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.481826 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967936a-9170-471c-ae94-8483b97db6b3 req-81de8601-bbb4-4326-9ef3-976ba7d1181c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:32.486117 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a967936a-9170-471c-ae94-8483b97db6b3 req-81de8601-bbb4-4326-9ef3-976ba7d1181c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1512754 Feb 20 20:06:32.536655 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 44948) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:32.589221 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a967936a-9170-471c-ae94-8483b97db6b3 req-75a4d0e2-590f-4012-88e6-77a0854f2e70 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887101 Feb 20 20:06:32.727158 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-01fefcab-46f4-42dc-b6e2-787817fffdeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.923119 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-01fefcab-46f4-42dc-b6e2-787817fffdeb admin admin] Publish callbacks [] for security_group (f9bda158-0d62-4305-9b59-4f1dd5db6522), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:33.026115 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-01fefcab-46f4-42dc-b6e2-787817fffdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f9bda158-0d62-4305-9b59-4f1dd5db6522), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:33.111041 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-01fefcab-46f4-42dc-b6e2-787817fffdeb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a3d9a4d9921448f9e706df8eeb71b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5721023 Feb 20 20:06:33.114965 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 44958) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:33.151096 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fefcab-46f4-42dc-b6e2-787817fffdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bda158-0d62-4305-9b59-4f1dd5db6522,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:33.170109 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc071fc5-9b7f-4841-a584-d58e0611cefb req-f7906b42-a810-4b9b-b3c7-a80d1788eba4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.174350 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bc071fc5-9b7f-4841-a584-d58e0611cefb req-f7906b42-a810-4b9b-b3c7-a80d1788eba4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2417581 Feb 20 20:06:33.195758 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0cdf4-5f30-4c30-987e-2b70f5a3ef65 req-04cd21d2-c88d-437d-adac-c82ccc6612df tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.197377 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ed0cdf4-5f30-4c30-987e-2b70f5a3ef65 req-04cd21d2-c88d-437d-adac-c82ccc6612df tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.2556303 Feb 20 20:06:33.252521 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e339756b-8de6-42f4-a362-fcde448695a0 admin admin] Publish callbacks [] for security_group (f9bda158-0d62-4305-9b59-4f1dd5db6522), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:33.288685 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e339756b-8de6-42f4-a362-fcde448695a0 admin admin] Publish callbacks [] for security_group (f9bda158-0d62-4305-9b59-4f1dd5db6522), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:33.374743 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bc071fc5-9b7f-4841-a584-d58e0611cefb req-99de1610-df54-47e9-9256-80d06e30628b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760821 Feb 20 20:06:33.389059 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ed0cdf4-5f30-4c30-987e-2b70f5a3ef65 req-b49dc6ea-228a-4153-be93-7e55edceca42 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811585 Feb 20 20:06:33.542342 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e339756b-8de6-42f4-a362-fcde448695a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (f9bda158-0d62-4305-9b59-4f1dd5db6522), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:33.547560 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e339756b-8de6-42f4-a362-fcde448695a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:33.549607 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e339756b-8de6-42f4-a362-fcde448695a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9bda158-0d62-4305-9b59-4f1dd5db6522 HTTP/1.1" status: 204 len: 168 time: 0.4319541 Feb 20 20:06:33.574640 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339756b-8de6-42f4-a362-fcde448695a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bda158-0d62-4305-9b59-4f1dd5db6522,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:33.810361 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2b2b7-968e-4d02-a4a6-3a81335e41f2 req-0d482b7f-6e81-4b20-9b60-c3209373d504 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.813111 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dfb2b2b7-968e-4d02-a4a6-3a81335e41f2 req-0d482b7f-6e81-4b20-9b60-c3209373d504 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0949657 Feb 20 20:06:33.924098 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dfb2b2b7-968e-4d02-a4a6-3a81335e41f2 req-4588699f-ca59-4bfa-866d-9c182d9ff5d5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992253 Feb 20 20:06:34.981462 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263da645-895e-4282-8ff9-7236ca80aafc req-4d3138a3-73d1-4b1e-bb17-042dd3301189 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:34.987379 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-263da645-895e-4282-8ff9-7236ca80aafc req-4d3138a3-73d1-4b1e-bb17-042dd3301189 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.3213580 Feb 20 20:06:35.004014 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71836027-24d6-4639-aac9-7f47bb4aeee8 req-8b09df4e-9761-4bce-a625-a6e262eb7e7c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:35.007313 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-71836027-24d6-4639-aac9-7f47bb4aeee8 req-8b09df4e-9761-4bce-a625-a6e262eb7e7c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.3312044 Feb 20 20:06:35.171362 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-263da645-895e-4282-8ff9-7236ca80aafc req-73607cf4-d9f7-4ff1-9dd7-9f15dcea47d2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606650 Feb 20 20:06:35.187691 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-71836027-24d6-4639-aac9-7f47bb4aeee8 req-ef0ebbb5-ffb1-40a4-b4fd-e6b4f3a14fca tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663811 Feb 20 20:06:35.366077 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2096bd-fa49-4c2b-93ec-48ee8fe938a0 req-b0770da9-a7f7-47c2-9ed1-acdf5e6af821 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:35.367942 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fd2096bd-fa49-4c2b-93ec-48ee8fe938a0 req-b0770da9-a7f7-47c2-9ed1-acdf5e6af821 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0771346 Feb 20 20:06:35.465674 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fd2096bd-fa49-4c2b-93ec-48ee8fe938a0 req-fde9ee0a-818c-40d5-965d-842c1ee9667a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869246 Feb 20 20:06:36.518927 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee2f90-e515-49d0-83b0-38504b4bc84d req-df302af6-4200-443c-8120-a345848ece8d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.521670 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47ee2f90-e515-49d0-83b0-38504b4bc84d req-df302af6-4200-443c-8120-a345848ece8d tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1260962 Feb 20 20:06:36.555226 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27652-c9dd-424c-9bde-d98a1159cc0d req-ca3badce-7c49-4c2f-80e3-d3f7c878d6a7 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.555226 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-02c27652-c9dd-424c-9bde-d98a1159cc0d req-ca3badce-7c49-4c2f-80e3-d3f7c878d6a7 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1786590 Feb 20 20:06:36.719109 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47ee2f90-e515-49d0-83b0-38504b4bc84d req-8f6bad1d-459c-445a-95ca-3a3ddf8ad0e2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889641 Feb 20 20:06:36.732737 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-02c27652-c9dd-424c-9bde-d98a1159cc0d req-96d9b4eb-adca-465b-9b50-cfab30163f8f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672113 Feb 20 20:06:37.004189 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:06:37.009472 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f4939-fe25-4b50-b0c4-bcb2dcc5f2d6 req-bebc761a-3bf3-44ea-b8a2-3a6fd4052f11 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:37.012170 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0a0f4939-fe25-4b50-b0c4-bcb2dcc5f2d6 req-bebc761a-3bf3-44ea-b8a2-3a6fd4052f11 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1031206 Feb 20 20:06:37.113620 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0a0f4939-fe25-4b50-b0c4-bcb2dcc5f2d6 req-248e04c1-ad57-4779-a193-e1336724c270 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940187 Feb 20 20:06:38.015082 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc3db2-a4f3-4c4f-9dfa-fba344c7454e req-158cd724-5881-48e7-9527-40cd6b86f640 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:38.027980 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ddc3db2-a4f3-4c4f-9dfa-fba344c7454e req-158cd724-5881-48e7-9527-40cd6b86f640 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1879790 Feb 20 20:06:38.261704 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ddc3db2-a4f3-4c4f-9dfa-fba344c7454e req-29b76c93-a769-472b-8af0-49f34d2cfe3f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809809 Feb 20 20:06:38.287052 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc35b0-831c-49d8-ac31-a9feac331014 req-d0c596eb-b1a8-423f-bd03-978570999479 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:38.289174 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-77cc35b0-831c-49d8-ac31-a9feac331014 req-d0c596eb-b1a8-423f-bd03-978570999479 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2591817 Feb 20 20:06:38.383647 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-77cc35b0-831c-49d8-ac31-a9feac331014 req-db7a3451-22cc-483a-b4de-866abeafa85a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807683 Feb 20 20:06:38.572255 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-21a2e79a-7a60-42ba-a9d7-72f452446b7d tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278078586&fields=id&tenant_id=2c8e34338e9a48629be67b295d115a7a HTTP/1.1" status: 200 len: 267 time: 0.1370409 Feb 20 20:06:38.724267 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7ac3-a884-47af-af53-bae5d45dda9c req-8b6ef293-c595-4c5c-afd2-9d7c2a759541 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:38.727073 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bfae7ac3-a884-47af-af53-bae5d45dda9c req-8b6ef293-c595-4c5c-afd2-9d7c2a759541 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.2226620 Feb 20 20:06:38.828693 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-125fe1ee-c765-4aff-b335-cfe126ffc2a5 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:38.830292 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-125fe1ee-c765-4aff-b335-cfe126ffc2a5 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/networks?id=d20a7ac2-8104-4134-8a26-24a979518d49 HTTP/1.1" status: 200 len: 809 time: 0.2412505 Feb 20 20:06:38.867045 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bfae7ac3-a884-47af-af53-bae5d45dda9c req-1a085f65-6102-466c-afd8-bec49129f549 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198285 Feb 20 20:06:38.871213 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-850eeddc-5b31-4716-b055-543a898eedbc tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/quotas/2c8e34338e9a48629be67b295d115a7a HTTP/1.1" status: 200 len: 375 time: 0.0192988 Feb 20 20:06:38.996989 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-7cf5ac0d-da5a-4d0d-80a3-5e3dc69c48f7 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c8e34338e9a48629be67b295d115a7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166146 Feb 20 20:06:39.211113 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-8451bcda-21ec-4832-a893-52bdf4a861c3 service neutron] 10.222.0.60 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846926 Feb 20 20:06:39.520283 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-823c8564-cb11-4f15-98d6-bbf22a7cee93 service neutron] 10.222.0.60 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814486 Feb 20 20:06:40.132328 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 45090) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:40.389155 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b1f84ff-ab3e-4f46-aaab-a38095d88377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.609816 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03b1e5-bed1-4328-ba31-9b591feb5783 req-5fc9035a-b3a0-47ef-b2c3-b75c969247a7 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:40.611594 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee03b1e5-bed1-4328-ba31-9b591feb5783 req-5fc9035a-b3a0-47ef-b2c3-b75c969247a7 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1974475 Feb 20 20:06:40.678239 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b1f84ff-ab3e-4f46-aaab-a38095d88377 admin admin] Publish callbacks [] for security_group (87592b04-a1f3-47b1-ad99-31e5363bd6fd), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.710641 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee03b1e5-bed1-4328-ba31-9b591feb5783 req-74a6f26b-1d9e-42a0-82ee-684a6c643c2f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871921 Feb 20 20:06:40.734891 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1b1f84ff-ab3e-4f46-aaab-a38095d88377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (87592b04-a1f3-47b1-ad99-31e5363bd6fd), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.798982 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1b1f84ff-ab3e-4f46-aaab-a38095d88377 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef8e59e240b24f8798340b8fc4c42248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6645854 Feb 20 20:06:40.801555 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 45106) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:40.843057 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f84ff-ab3e-4f46-aaab-a38095d88377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87592b04-a1f3-47b1-ad99-31e5363bd6fd,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:40.894225 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5882adc5-e7b5-441e-a2d3-9cdaee0b6482 admin admin] Publish callbacks [] for security_group (87592b04-a1f3-47b1-ad99-31e5363bd6fd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.939269 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5882adc5-e7b5-441e-a2d3-9cdaee0b6482 admin admin] Publish callbacks [] for security_group (87592b04-a1f3-47b1-ad99-31e5363bd6fd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:41.022485 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6be22-050e-4223-b979-ce7cbf94b990 req-e7bdef8c-8f17-4751-8a80-4b0fa8a37eef tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.024638 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-34f6be22-050e-4223-b979-ce7cbf94b990 req-e7bdef8c-8f17-4751-8a80-4b0fa8a37eef tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1608033 Feb 20 20:06:41.053711 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5882adc5-e7b5-441e-a2d3-9cdaee0b6482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (87592b04-a1f3-47b1-ad99-31e5363bd6fd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:41.059060 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5882adc5-e7b5-441e-a2d3-9cdaee0b6482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:41.061683 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-5882adc5-e7b5-441e-a2d3-9cdaee0b6482 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87592b04-a1f3-47b1-ad99-31e5363bd6fd HTTP/1.1" status: 204 len: 168 time: 0.2588725 Feb 20 20:06:41.084290 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882adc5-e7b5-441e-a2d3-9cdaee0b6482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87592b04-a1f3-47b1-ad99-31e5363bd6fd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:41.380467 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-34f6be22-050e-4223-b979-ce7cbf94b990 req-780d2542-b1fd-4211-b370-26295f0238a7 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480039 Feb 20 20:06:41.775728 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699f393-f167-48f4-baea-588bc9613d63 req-83b7ec13-7945-4424-8b46-1e4c6899d212 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.790083 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9699f393-f167-48f4-baea-588bc9613d63 req-83b7ec13-7945-4424-8b46-1e4c6899d212 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1746809 Feb 20 20:06:41.902561 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9699f393-f167-48f4-baea-588bc9613d63 req-6dd5fb21-f618-4df6-b993-6d22edddaf9f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100144 Feb 20 20:06:42.089828 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8e5f46ca-1fce-42c7-b9b6-ee986892e2fd req-d6815b1a-3858-4991-80d1-a0d4a4c41a90 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 210 time: 0.0384941 Feb 20 20:06:42.286626 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b8cd8-c974-4a5d-ba74-e4165c13f3e1 req-f8519745-20aa-4e47-b790-162a236a8250 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:42.289868 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d07b8cd8-c974-4a5d-ba74-e4165c13f3e1 req-f8519745-20aa-4e47-b790-162a236a8250 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0928085 Feb 20 20:06:42.362466 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d07b8cd8-c974-4a5d-ba74-e4165c13f3e1 req-5216a660-b0c9-4658-979e-57668f05b4ed tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653431 Feb 20 20:06:42.591943 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9faa80-7cb4-4747-8aa9-033732a32104 req-a068b34f-21d2-42b7-a63f-a7d219371995 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:42.594487 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ad9faa80-7cb4-4747-8aa9-033732a32104 req-a068b34f-21d2-42b7-a63f-a7d219371995 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0996637 Feb 20 20:06:42.673070 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ad9faa80-7cb4-4747-8aa9-033732a32104 req-ba68ce12-5c94-4888-b6e6-7eafeefb9d2e tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615418 Feb 20 20:06:43.193729 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2c999-3dc4-4fe8-aa3f-1d134ee1a342 req-576e3601-cab6-4cde-a1f6-ca1b8bd498f6 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:43.196143 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a1b2c999-3dc4-4fe8-aa3f-1d134ee1a342 req-576e3601-cab6-4cde-a1f6-ca1b8bd498f6 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1313159 Feb 20 20:06:43.348375 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a1b2c999-3dc4-4fe8-aa3f-1d134ee1a342 req-8b24859d-8cda-416b-b911-87c7a517f801 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398351 Feb 20 20:06:43.563084 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b27a32f-cf41-41ea-94b7-f74534a37b14 req-330d0708-a084-42dd-9bdd-b5e5e6fb2eeb tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 210 time: 0.0565739 Feb 20 20:06:43.887420 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-800beeed-33e6-4d25-b662-c8282e57de34 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=da90cec6e9b24aeab219d95489ccb6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1641924 Feb 20 20:06:43.955140 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-953a2ed0-5f99-4374-8cc1-202c0c2165d9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:43.957042 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-953a2ed0-5f99-4374-8cc1-202c0c2165d9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.75 "GET /v2.0/networks?id=d20a7ac2-8104-4134-8a26-24a979518d49 HTTP/1.1" status: 200 len: 809 time: 0.3923187 Feb 20 20:06:44.140732 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02359f2d-35f7-4067-b59d-c9ebbecd4875 req-3fe05fa5-a0f4-42aa-a659-51037fe1c5db tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.142715 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-02359f2d-35f7-4067-b59d-c9ebbecd4875 req-3fe05fa5-a0f4-42aa-a659-51037fe1c5db tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.4208419 Feb 20 20:06:44.253732 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-8855790c-147f-43b0-93bf-9a6a5b8499fb tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c8e34338e9a48629be67b295d115a7a HTTP/1.1" status: 200 len: 380 time: 0.2353983 Feb 20 20:06:44.288047 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Request body: {'port': {'device_id': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'admin_state_up': True, 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'security_groups': ['16c6963c-1a53-4a6a-be1a-ea5b695431de']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:44.335131 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-79bd5025-71ef-416d-88e6-3837c45f504e tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.337761 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-79bd5025-71ef-416d-88e6-3837c45f504e tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4318132 Feb 20 20:06:44.401565 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-02359f2d-35f7-4067-b59d-c9ebbecd4875 req-bc60eb8d-22af-451f-acc7-8172d4682e62 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486985 Feb 20 20:06:44.415116 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-513836bd-eadb-4e32-90d0-5cae64f6d001 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/quotas/da90cec6e9b24aeab219d95489ccb6ce HTTP/1.1" status: 200 len: 375 time: 0.0664623 Feb 20 20:06:44.497066 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-369fb884-c291-410d-936c-a18bbf75732c tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=da90cec6e9b24aeab219d95489ccb6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672061 Feb 20 20:06:44.658153 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ce64f-3015-4bdf-8958-f5c47b056af7 req-df208124-e817-40d9-a82a-28bb05db4621 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.661833 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-908ce64f-3015-4bdf-8958-f5c47b056af7 req-df208124-e817-40d9-a82a-28bb05db4621 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1514351 Feb 20 20:06:44.678998 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Made reservation on behalf of 2c8e34338e9a48629be67b295d115a7a for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:44.683163 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.796290 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-908ce64f-3015-4bdf-8958-f5c47b056af7 req-64a2cf5d-730e-445e-9b59-ebba3795fae4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267543 Feb 20 20:06:45.023635 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab636f9-789d-42b4-b1bf-4db1771abe5e req-5ec4e8c6-98c4-408b-8811-d84be2a74331 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.024960 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6ab636f9-789d-42b4-b1bf-4db1771abe5e req-5ec4e8c6-98c4-408b-8811-d84be2a74331 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1323557 Feb 20 20:06:45.049634 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-06bc0b30-2011-4bb8-806a-f6fa766700de req-e1261e18-e90d-45df-96a6-2218cc2257e7 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 210 time: 0.0623682 Feb 20 20:06:45.051368 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Allocated IP 172.20.0.8 (d20a7ac2-8104-4134-8a26-24a979518d49/104df7b0-67f9-426c-934c-4cb02066a168/24ada99e-5acc-483e-9242-a2920061f997) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:06:45.197663 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-74da1b92-2cea-4b51-8ec4-d83fd3856668 req-71a6edbd-352c-4595-add9-b61edac54834 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 210 time: 0.0554585 Feb 20 20:06:45.204777 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6ab636f9-789d-42b4-b1bf-4db1771abe5e req-df7ba7ac-2436-495e-986d-b44e0c87242a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615555 Feb 20 20:06:45.316406 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for port (24ada99e-5acc-483e-9242-a2920061f997), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.397554 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-ff86e8ee-aba2-441f-b30f-2058871ae09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.399270 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-ff86e8ee-aba2-441f-b30f-2058871ae09c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 1130 time: 0.0660334 Feb 20 20:06:45.554873 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (24ada99e-5acc-483e-9242-a2920061f997), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.570431 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-6adc95ac-45ca-4121-aa63-21f7849f382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.573033 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-6adc95ac-45ca-4121-aa63-21f7849f382d service neutron] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 918 time: 0.1463444 Feb 20 20:06:45.617280 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Network d20a7ac2-8104-4134-8a26-24a979518d49 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:45.623001 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:45.631482 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:06:45.641701 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event updated for resources: {'Port': ['ID=24ada99e-5acc-483e-9242-a2920061f997,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:45.677562 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105646c5-d257-4e0d-9d0c-429af9d54c08 req-32ca86b5-3352-44a3-bc13-28255fb8fa0f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.680422 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-105646c5-d257-4e0d-9d0c-429af9d54c08 req-32ca86b5-3352-44a3-bc13-28255fb8fa0f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1769862 Feb 20 20:06:45.723926 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-4d8701a7-20ae-4b1a-a739-f4e63d60e029 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a52ebd-35dd-4b56-8924-9578f176542c HTTP/1.1" status: 200 len: 1002 time: 0.1246810 Feb 20 20:06:45.796546 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.797482 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-5819255b-3355-45cf-8783-4fd67721d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.797679 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.799372 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-5819255b-3355-45cf-8783-4fd67721d8a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.0686784 Feb 20 20:06:45.820898 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-105646c5-d257-4e0d-9d0c-429af9d54c08 req-9fedba47-9973-4f08-8726-bd1c49109496 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260705 Feb 20 20:06:45.899382 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-f1d3dbfd-f6b5-4d45-b0fd-6b2b25071241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.902111 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-f1d3dbfd-f6b5-4d45-b0fd-6b2b25071241 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953388 Feb 20 20:06:46.014723 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-da4516d2-7637-4445-9fea-24911b6f70e6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7392988 Feb 20 20:06:46.050955 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Request body: {'port': {'device_id': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:46.085335 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-1500c2e0-8db7-4e4d-a8f7-5613a1ba17f6 None None] Provisioning complete for port 24ada99e-5acc-483e-9242-a2920061f997 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:46.086424 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-9678889f-86db-4984-89b1-eecd3aa0feba service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729891 Feb 20 20:06:46.086571 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1500c2e0-8db7-4e4d-a8f7-5613a1ba17f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (24ada99e-5acc-483e-9242-a2920061f997), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:46.183021 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (24ada99e-5acc-483e-9242-a2920061f997), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:46.211059 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1500c2e0-8db7-4e4d-a8f7-5613a1ba17f6 None None] Port 24ada99e-5acc-483e-9242-a2920061f997 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:06:46.269758 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff9914-dd4a-4492-8d5e-8b5e150febdf req-3ca36a33-8fc7-42e7-8065-51db90fbc6e3 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.278030 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a8ff9914-dd4a-4492-8d5e-8b5e150febdf req-3ca36a33-8fc7-42e7-8065-51db90fbc6e3 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.3399928 Feb 20 20:06:46.296283 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-7a66532e-17b7-4dfa-ac5d-822e6d8c8def req-29e4d8e3-2c2a-419b-955a-1101b996fc86 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999154 Feb 20 20:06:46.495916 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-e43854d9-cb48-4263-b8b3-b43754af984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.499754 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-e43854d9-cb48-4263-b8b3-b43754af984c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 1130 time: 0.0874543 Feb 20 20:06:46.508504 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a8ff9914-dd4a-4492-8d5e-8b5e150febdf req-8eb03d5e-6fbe-4cbe-a925-18faffee9f79 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089980 Feb 20 20:06:46.543864 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b5e0f-861b-4ea2-aa5b-8eb619861a34 req-42e73995-2134-4cb7-84b5-5fb21c25e8f8 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.546184 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-177b5e0f-861b-4ea2-aa5b-8eb619861a34 req-42e73995-2134-4cb7-84b5-5fb21c25e8f8 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 931 time: 0.2660894 Feb 20 20:06:46.680917 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-177b5e0f-861b-4ea2-aa5b-8eb619861a34 req-11388cf0-078d-40ee-aa5f-0596b6a6b907 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008437 Feb 20 20:06:46.717803 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3b501d9-ba4a-4fca-b612-a4be638a8660 req-b82e132f-d016-4607-927d-840cdf701dca tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 210 time: 0.0591180 Feb 20 20:06:46.784529 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-5a4ba45b-87d2-41f1-90cb-70f5945a3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.787150 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-5a4ba45b-87d2-41f1-90cb-70f5945a3398 service neutron] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 918 time: 0.2684412 Feb 20 20:06:46.805522 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ada99e-5acc-483e-9242-a2920061f997 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:46.827371 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Publish callbacks [] for port (24ada99e-5acc-483e-9242-a2920061f997), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:46.875556 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Transition to ACTIVE for port object 24ada99e-5acc-483e-9242-a2920061f997 will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:06:46.913529 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc508a3-b23b-4bcb-b50d-b8a7d605dd5d req-2cdec414-b702-45c4-bb51-9c9d8080163a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.916422 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efc508a3-b23b-4bcb-b50d-b8a7d605dd5d req-2cdec414-b702-45c4-bb51-9c9d8080163a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.1015737 Feb 20 20:06:46.917980 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-bb56d35e-6d8a-4542-bb8c-717ef4079248 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a52ebd-35dd-4b56-8924-9578f176542c HTTP/1.1" status: 200 len: 1002 time: 0.1239891 Feb 20 20:06:46.940140 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (24ada99e-5acc-483e-9242-a2920061f997), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.030735 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-7050a057-5ac4-4f5f-abb3-274eebb9ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.033511 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-7050a057-5ac4-4f5f-abb3-274eebb9ae77 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.0942695 Feb 20 20:06:47.133499 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-e93c2dc2-9b40-4319-9c18-65cbbf52f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.133499 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-e93c2dc2-9b40-4319-9c18-65cbbf52f0d9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892186 Feb 20 20:06:47.183463 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Pushing event updated for resources: {'Port': ['ID=24ada99e-5acc-483e-9242-a2920061f997,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:47.195154 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efc508a3-b23b-4bcb-b50d-b8a7d605dd5d req-c3c5fa71-220e-4e13-bbc3-3cd7f7644a12 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678227 Feb 20 20:06:47.272289 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-335d697e-e50b-495a-a390-8a2cea04ec50 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340907 Feb 20 20:06:47.290759 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9b896-c2bd-4554-89d1-a0729e0855bb req-052ff479-c74a-4bd2-bd20-aac595d664fc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.292540 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09d9b896-c2bd-4554-89d1-a0729e0855bb req-052ff479-c74a-4bd2-bd20-aac595d664fc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.3085546 Feb 20 20:06:47.359673 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Attempting to bind port 24ada99e-5acc-483e-9242-a2920061f997 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:06:47.360054 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Attempting to bind port 24ada99e-5acc-483e-9242-a2920061f997 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:06:47.360500 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Attempting to bind port 24ada99e-5acc-483e-9242-a2920061f997 on network d20a7ac2-8104-4134-8a26-24a979518d49 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:47.382275 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Port 24ada99e-5acc-483e-9242-a2920061f997 on network d20a7ac2-8104-4134-8a26-24a979518d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:06:47.382609 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Attempting to bind port 24ada99e-5acc-483e-9242-a2920061f997 on network d20a7ac2-8104-4134-8a26-24a979518d49 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:47.407620 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:06:47.408110 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Checking segment: {'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:47.408728 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Bound using segment: {'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:06:47.409222 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Bound port: 24ada99e-5acc-483e-9242-a2920061f997, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6bcc-5bd4-481a-ab3b-9353a3962710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:06:47.409853 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (24ada99e-5acc-483e-9242-a2920061f997), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.427240 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ca3da459-27c6-4464-8a5c-90bb014e1a23 req-025975ba-b815-42d7-9b46-ce9d9a18b8cc service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466718 Feb 20 20:06:47.430219 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09d9b896-c2bd-4554-89d1-a0729e0855bb req-57a69632-6fa8-4dea-99da-ed3c0c66dcc9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247494 Feb 20 20:06:47.523215 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] For port 24ada99e-5acc-483e-9242-a2920061f997, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:06:47.526758 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] For port 24ada99e-5acc-483e-9242-a2920061f997, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=24ada99e-5acc-483e-9242-a2920061f997,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:06:47.625429 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (24ada99e-5acc-483e-9242-a2920061f997), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.687195 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.687818 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.689326 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] 10.222.0.75 "PUT /v2.0/ports/24ada99e-5acc-483e-9242-a2920061f997 HTTP/1.1" status: 200 len: 1093 time: 1.6523242 Feb 20 20:06:47.693898 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'tag': '24ada99e-5acc-483e-9242-a2920061f997'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:47.696229 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f421ddde-f2ea-4d25-9a6c-a9ea3bb7996e" -d '{"events": [{"name": "network-changed", "server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "tag": "24ada99e-5acc-483e-9242-a2920061f997"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:47.719391 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354af16-5ff9-4c70-a245-6dc30eab85c6 service neutron] Pushing event updated for resources: {'Port': ['ID=24ada99e-5acc-483e-9242-a2920061f997,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:47.739479 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9da623-619d-4173-a3df-7b57f6a62d4e req-af937082-dbca-4a7c-8ab9-f83d88bbcfd2 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.741733 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1c9da623-619d-4173-a3df-7b57f6a62d4e req-af937082-dbca-4a7c-8ab9-f83d88bbcfd2 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1271672 Feb 20 20:06:47.771834 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46db05d-0f44-4053-a62e-66ae0d1d98c8 x-openstack-request-id: req-c46db05d-0f44-4053-a62e-66ae0d1d98c8 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:47.772126 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "tag": "24ada99e-5acc-483e-9242-a2920061f997", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:47.772372 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c46db05d-0f44-4053-a62e-66ae0d1d98c8 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:47.772764 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'tag': '24ada99e-5acc-483e-9242-a2920061f997', 'status': 'completed', 'code': 200} Feb 20 20:06:47.825496 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1c9da623-619d-4173-a3df-7b57f6a62d4e req-6a0e69eb-22eb-4ca7-b8b5-a6fef53702f0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723577 Feb 20 20:06:47.942160 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173daf2f-a93c-4871-9c87-6b5f0eff8535 req-081679d2-2639-4fb8-814a-47d35351deaf tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.944811 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-173daf2f-a93c-4871-9c87-6b5f0eff8535 req-081679d2-2639-4fb8-814a-47d35351deaf tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0990610 Feb 20 20:06:47.965851 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d493cef7-f2f3-4c4f-8515-1d87cfe681e6 req-4b7ca9dd-48d7-4a4e-8d6f-16938495a7b0 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 210 time: 0.0442133 Feb 20 20:06:48.039221 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:48.039823 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-173daf2f-a93c-4871-9c87-6b5f0eff8535 req-e194e7e6-159b-42da-923c-5c1c14b0dfcb tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765934 Feb 20 20:06:48.406357 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc54320-2c65-4707-8a26-43f993730d7e req-b4b80a65-7a39-49e1-a0d0-da91b1389113 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:48.408198 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bc54320-2c65-4707-8a26-43f993730d7e req-b4b80a65-7a39-49e1-a0d0-da91b1389113 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0779934 Feb 20 20:06:48.492984 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bc54320-2c65-4707-8a26-43f993730d7e req-cc764f77-a386-4f7e-a910-5412948c4636 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784178 Feb 20 20:06:48.517236 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25f92c-e5ef-4f1d-a87a-b854f4189bbc req-74223d13-6386-4c25-bb73-540b8c5eec90 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:48.529330 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e25f92c-e5ef-4f1d-a87a-b854f4189bbc req-74223d13-6386-4c25-bb73-540b8c5eec90 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0847216 Feb 20 20:06:48.595826 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e25f92c-e5ef-4f1d-a87a-b854f4189bbc req-c339bd90-2d85-43da-9a40-b4b73f595241 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668640 Feb 20 20:06:48.691555 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da492-9244-48d9-a5c5-3f35c7b34c99 req-8f2db73e-6535-46e9-b895-5356b078e0ec tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:48.693666 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e71da492-9244-48d9-a5c5-3f35c7b34c99 req-8f2db73e-6535-46e9-b895-5356b078e0ec tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0927422 Feb 20 20:06:48.760449 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e71da492-9244-48d9-a5c5-3f35c7b34c99 req-46500fe3-d881-4bd5-a86b-a5ef48f1c684 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600863 Feb 20 20:06:49.101207 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dcd63ff8-973e-4e75-87d2-8a2c9ac75eb2 req-e43a05f4-bde2-4711-9e8b-8c5dffcb5f45 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 210 time: 0.0322883 Feb 20 20:06:49.219129 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcf185-29de-4d36-9c76-d345ea9c411f req-d7b8e23e-1c60-4ca8-b351-1c4813941bd8 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.221400 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-99bcf185-29de-4d36-9c76-d345ea9c411f req-d7b8e23e-1c60-4ca8-b351-1c4813941bd8 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0869606 Feb 20 20:06:49.300890 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-99bcf185-29de-4d36-9c76-d345ea9c411f req-f735ec53-705b-4b1e-9d54-c57848641b55 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711174 Feb 20 20:06:49.657111 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae3937-9259-4ba5-9b19-72260145eee8 req-b0040feb-e7ed-4dbf-8151-7433bc235768 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.658631 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dfae3937-9259-4ba5-9b19-72260145eee8 req-b0040feb-e7ed-4dbf-8151-7433bc235768 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 946 time: 0.0658252 Feb 20 20:06:49.750766 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dfae3937-9259-4ba5-9b19-72260145eee8 req-116c2822-475f-46e6-824b-6f995572fd5d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835757 Feb 20 20:06:49.775189 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c669-84fa-4e0e-9ee5-22372e27ce95 req-45b4685b-7005-4f68-90c9-f0a0b149b5ff tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.777394 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-13f8c669-84fa-4e0e-9ee5-22372e27ce95 req-45b4685b-7005-4f68-90c9-f0a0b149b5ff tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0831099 Feb 20 20:06:49.847402 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-13f8c669-84fa-4e0e-9ee5-22372e27ce95 req-729c5997-d531-4645-964a-b3392b64370b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629921 Feb 20 20:06:49.917896 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42dbf0-c53e-446d-b6fe-e508bf744037 req-2fd17429-6fbf-46e7-b33c-4c813fcdb806 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.922179 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b42dbf0-c53e-446d-b6fe-e508bf744037 req-2fd17429-6fbf-46e7-b33c-4c813fcdb806 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0735288 Feb 20 20:06:49.986211 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b42dbf0-c53e-446d-b6fe-e508bf744037 req-dd42897c-acd9-4bae-9412-38f18315d16b tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582757 Feb 20 20:06:50.228327 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-26a4667c-b0c0-4c44-ad52-e0a3715916a4 req-d4e1f29d-0bb4-4fbe-8b43-7d332b20bc0c tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 210 time: 0.0363910 Feb 20 20:06:50.362110 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 87a52ebd-35dd-4b56-8924-9578f176542c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:06:50.493623 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 87a52ebd-35dd-4b56-8924-9578f176542c is: ACTIVE; New status is: DOWN {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:50.494283 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:50.535805 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:50.540184 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae30c25-b4c8-4676-8f59-2f8ba91a28b2" -d '{"events": [{"server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "name": "network-vif-unplugged", "status": "completed", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:50.541149 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-a537c906-652f-4586-a710-a89ef6ef7634 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=da90cec6e9b24aeab219d95489ccb6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550227 Feb 20 20:06:50.543719 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421ddde-f2ea-4d25-9a6c-a9ea3bb7996e req-4d7d5e35-e6ac-4d27-b9b9-c980e8f11213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.547390 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-f421ddde-f2ea-4d25-9a6c-a9ea3bb7996e req-4d7d5e35-e6ac-4d27-b9b9-c980e8f11213 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c8e34338e9a48629be67b295d115a7a&device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1127 time: 0.0971503 Feb 20 20:06:50.565473 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f39fb-85ad-4423-8123-6cab8c8bafc4 req-573e536f-da2b-4aea-80fd-4e00e7f4fa6e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.565900 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:50.567894 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0c1f39fb-85ad-4423-8123-6cab8c8bafc4 req-573e536f-da2b-4aea-80fd-4e00e7f4fa6e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.1370618 Feb 20 20:06:50.605462 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37c188d-9294-443d-adf9-4f46f00844d3 x-openstack-request-id: req-e37c188d-9294-443d-adf9-4f46f00844d3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:50.606351 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "name": "network-vif-unplugged", "status": "completed", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:50.607581 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e37c188d-9294-443d-adf9-4f46f00844d3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:50.608486 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c', 'code': 200} Feb 20 20:06:50.623215 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:50.695451 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0c1f39fb-85ad-4423-8123-6cab8c8bafc4 req-60af3c8b-aa63-483a-8290-502d92cd365f tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209531 Feb 20 20:06:50.708730 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:50.717929 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.718796 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.719275 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.719934 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.721201 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.721702 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.722180 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.722647 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.723162 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.723627 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.724087 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.725155 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.725628 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:50.760918 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421ddde-f2ea-4d25-9a6c-a9ea3bb7996e req-85206327-70b7-43c2-9b9c-11345e596237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.763328 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-f421ddde-f2ea-4d25-9a6c-a9ea3bb7996e req-85206327-70b7-43c2-9b9c-11345e596237 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=2c8e34338e9a48629be67b295d115a7a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1884985 Feb 20 20:06:50.794015 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-7d3cb163-1696-44ca-a366-a622e40806c8 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.796778 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-7d3cb163-1696-44ca-a366-a622e40806c8 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239208 Feb 20 20:06:50.840159 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Request body: {'port': {'device_id': 'daac6aee-3c43-42a7-ad5d-c24028e3ed27', 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80', 'admin_state_up': True, 'tenant_id': 'da90cec6e9b24aeab219d95489ccb6ce'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:50.955150 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421ddde-f2ea-4d25-9a6c-a9ea3bb7996e req-01cf934c-6f35-4252-ac46-1e9b4fdd83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.958334 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-f421ddde-f2ea-4d25-9a6c-a9ea3bb7996e req-01cf934c-6f35-4252-ac46-1e9b4fdd83f7 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869555 Feb 20 20:06:50.986125 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-4fe882f1-7c13-403b-a2f8-5dadffcef6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.993140 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-4fe882f1-7c13-403b-a2f8-5dadffcef6e5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 1129 time: 0.1486566 Feb 20 20:06:51.162255 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-2721b7d8-0267-4c72-9256-c4f03f507933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.163808 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-2721b7d8-0267-4c72-9256-c4f03f507933 service neutron] 10.222.0.75 "GET /v2.0/networks?id=071c382c-ea33-42d9-9b4c-49dc8158480b HTTP/1.1" status: 200 len: 911 time: 0.1627293 Feb 20 20:06:51.173715 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-837a7236-f06d-4ef7-849e-68ecfe1845e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.175249 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-837a7236-f06d-4ef7-849e-68ecfe1845e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c8e34338e9a48629be67b295d115a7a&device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1127 time: 0.0919061 Feb 20 20:06:51.323123 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20128517-2678-4d3c-a1c2-cd346de5f7c9 req-08e777fb-5d2b-48bb-8d14-04450e6515f9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.324674 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-20128517-2678-4d3c-a1c2-cd346de5f7c9 req-08e777fb-5d2b-48bb-8d14-04450e6515f9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.4571488 Feb 20 20:06:51.345745 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a58f84-5cb0-4fc0-8e96-1dbe59f2182e req-77607d2f-19d0-469c-af39-74e1f5add880 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.347151 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f4a58f84-5cb0-4fc0-8e96-1dbe59f2182e req-77607d2f-19d0-469c-af39-74e1f5add880 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1328115 Feb 20 20:06:51.376097 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-de75d40a-a889-4ef5-a65a-fb29a33c9908 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ada99e-5acc-483e-9242-a2920061f997 HTTP/1.1" status: 200 len: 217 time: 0.0983047 Feb 20 20:06:51.412895 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-b88a3c06-5fa8-47d4-85f2-4b8323996353 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=902a9701-9d4c-46bc-961e-7f1df743d7d7 HTTP/1.1" status: 200 len: 1000 time: 0.1370342 Feb 20 20:06:51.471360 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-20128517-2678-4d3c-a1c2-cd346de5f7c9 req-4465c727-fff2-4cbe-94e0-d0f835027006 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339214 Feb 20 20:06:51.478759 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f4a58f84-5cb0-4fc0-8e96-1dbe59f2182e req-c05b48fe-8977-4991-a6eb-1b36b59440f5 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245332 Feb 20 20:06:51.480365 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Made reservation on behalf of da90cec6e9b24aeab219d95489ccb6ce for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:51.485980 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:51.502575 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:51.577938 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-b24d205a-eefb-4f31-9b48-e3a30014ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.580436 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-b24d205a-eefb-4f31-9b48-e3a30014ff4b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=104df7b0-67f9-426c-934c-4cb02066a168 HTTP/1.1" status: 200 len: 848 time: 0.1480148 Feb 20 20:06:51.583876 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-e431b18e-efec-414a-8656-ca6c3eebfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.585407 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-e431b18e-efec-414a-8656-ca6c3eebfd89 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c77737-ac14-4962-b301-e7c4e84c6957 HTTP/1.1" status: 200 len: 849 time: 0.0853636 Feb 20 20:06:51.689650 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks [] for security_group (bde701e5-34ac-462b-b1b0-35dab10047c7), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:51.690102 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-b11611fa-4dc9-4768-9c63-c8cec47780bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.692699 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-b11611fa-4dc9-4768-9c63-c8cec47780bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d20a7ac2-8104-4134-8a26-24a979518d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051214 Feb 20 20:06:51.695896 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-8bbe55b0-ec21-4348-924f-5a50fe2d7831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.697138 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-8bbe55b0-ec21-4348-924f-5a50fe2d7831 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=071c382c-ea33-42d9-9b4c-49dc8158480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007280 Feb 20 20:06:51.719125 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3e440465-30dc-4ff6-95f1-25b4fe253b6b req-71a890cb-6727-4d0d-9edd-ba54191fdf48 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 210 time: 0.0643079 Feb 20 20:06:51.763514 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785811fd-0471-477e-9879-d2cf0ed6a3f0 req-4724dbf8-fa12-400e-95cb-ef227b4b8360 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.765715 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-785811fd-0471-477e-9879-d2cf0ed6a3f0 req-4724dbf8-fa12-400e-95cb-ef227b4b8360 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1231658 Feb 20 20:06:51.816786 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (bde701e5-34ac-462b-b1b0-35dab10047c7), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:51.861755 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-785811fd-0471-477e-9879-d2cf0ed6a3f0 req-b18ddb5d-6e8d-4d88-bfd0-78c3020ae915 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903857 Feb 20 20:06:51.913311 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-e3e3ce3a-ec78-42c9-9b73-f5bc9a217667 service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035174 Feb 20 20:06:51.915779 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-8cc59b5c-d44d-42e1-9488-bcca1a83e1f1 service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047498 Feb 20 20:06:51.941655 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde701e5-34ac-462b-b1b0-35dab10047c7,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:51.990856 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66b61c-1b27-4467-978e-550d45a66ab6 req-3b67e07c-8c22-450b-b0f6-54113118467f tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.992658 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fb66b61c-1b27-4467-978e-550d45a66ab6 req-3b67e07c-8c22-450b-b0f6-54113118467f tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.1587050 Feb 20 20:06:52.068979 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Allocated IP 192.168.233.162 (5e1cf86a-845e-4df5-a6d7-00cbaef80e80/caf59f2b-81f1-4895-a115-123663d91252/3ca3ecd0-c84f-4ba7-8184-68fb80a53152) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:06:52.117743 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fb66b61c-1b27-4467-978e-550d45a66ab6 req-0c01168e-3e57-49ee-ae22-945a1a3b5324 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033316 Feb 20 20:06:52.345065 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-c14eb8cd-e8bf-4eac-81fe-8dabfed371b6 req-eeb4fbcc-cb92-42e6-b404-8996a48dcadb service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188669 Feb 20 20:06:52.346763 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b98f6-c9ae-4a20-8966-7a6736b25b4b req-059574ca-6ed8-4459-9837-f427e912ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:52.348482 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a93b98f6-c9ae-4a20-8966-7a6736b25b4b req-059574ca-6ed8-4459-9837-f427e912ecb3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 1129 time: 0.0935588 Feb 20 20:06:52.349230 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-52ce3367-b1a4-4d89-a9ba-381fb9f7849f req-b7e3fbc2-f71c-47af-8ba4-04b9c7ab6dcd service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242980 Feb 20 20:06:52.400510 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks [] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:52.444479 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a93b98f6-c9ae-4a20-8966-7a6736b25b4b req-1595ff22-1ac8-4750-b063-25befb1ebb09 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712698 Feb 20 20:06:52.519907 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:52.630414 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:52.631574 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Pushing event updated for resources: {'Port': ['ID=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:52.652444 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:52.685483 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:06:52.783607 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:52.784284 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:52.799215 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a458e2-c8de-4d2b-9d23-461fe059892a req-e07ec037-e052-4897-b106-9446e8111f90 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:52.800808 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-80a458e2-c8de-4d2b-9d23-461fe059892a req-e07ec037-e052-4897-b106-9446e8111f90 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1749828 Feb 20 20:06:52.827151 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74181472-9b36-4cd7-9167-2fc64f184fe0 req-68527179-7fc4-49ad-8826-93ea86c2ea10 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:52.828632 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-74181472-9b36-4cd7-9167-2fc64f184fe0 req-68527179-7fc4-49ad-8826-93ea86c2ea10 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1817594 Feb 20 20:06:52.911495 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-f9178926-9da0-41b1-b846-14eb5bebbb8a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0802274 Feb 20 20:06:52.940389 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Request body: {'port': {'device_id': 'daac6aee-3c43-42a7-ad5d-c24028e3ed27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:53.005396 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-80a458e2-c8de-4d2b-9d23-461fe059892a req-929750f2-9651-402d-9138-b359650be435 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927466 Feb 20 20:06:53.027516 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-74181472-9b36-4cd7-9167-2fc64f184fe0 req-8f0734d4-54bf-4860-ac7c-af8cb31e5441 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712079 Feb 20 20:06:53.128194 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-597d974e-1ceb-4759-a921-fd059257e3a3 None None] Provisioning complete for port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:53.129045 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:53.129408 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-597d974e-1ceb-4759-a921-fd059257e3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:53.202664 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-597d974e-1ceb-4759-a921-fd059257e3a3 None None] Port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:06:53.361453 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e7e9e-6e01-497c-90b7-848db9efa860 req-4af8e2ea-a9ce-42a3-bcd3-cbc6a75dd74a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:53.362883 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-986e7e9e-6e01-497c-90b7-848db9efa860 req-4af8e2ea-a9ce-42a3-bcd3-cbc6a75dd74a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.2126062 Feb 20 20:06:53.399506 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5651b-1a38-4ce8-9b0c-c1d908b5e8b4 req-74ec33f5-8bb0-4ecb-85c8-fe9ddc134b14 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:53.401009 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bda5651b-1a38-4ce8-9b0c-c1d908b5e8b4 req-74ec33f5-8bb0-4ecb-85c8-fe9ddc134b14 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 936 time: 0.2093065 Feb 20 20:06:53.550272 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-986e7e9e-6e01-497c-90b7-848db9efa860 req-ed93751a-4da5-46f8-8f7a-19b5209c5a58 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800535 Feb 20 20:06:53.583293 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bda5651b-1a38-4ce8-9b0c-c1d908b5e8b4 req-832de2e7-9cf1-438e-b8c7-b98745d8343a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390877 Feb 20 20:06:53.679221 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:53.695740 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Publish callbacks [] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:53.730987 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Transition to ACTIVE for port object 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:06:53.753595 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7be1-2968-4fd3-af75-23b4d499fde1 req-503da9ef-6912-482c-bc9b-7c03a44667c6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:53.755145 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-be0f7be1-2968-4fd3-af75-23b4d499fde1 req-503da9ef-6912-482c-bc9b-7c03a44667c6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0916660 Feb 20 20:06:53.822628 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:53.834153 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-be0f7be1-2968-4fd3-af75-23b4d499fde1 req-b59001a9-bed8-4168-9187-54d3072265cd tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676625 Feb 20 20:06:53.907420 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:53.944944 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.945306 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.945876 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.946084 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.946405 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.946724 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.947481 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.947481 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.947756 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.948016 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.948348 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.948821 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:53.949359 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:54.005892 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Attempting to bind port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:06:54.007032 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Attempting to bind port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'dadd2250-3878-437a-99fb-284b13ba1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:06:54.007912 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Attempting to bind port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 on network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:54.016747 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 on network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:06:54.017453 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Attempting to bind port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 on network 5e1cf86a-845e-4df5-a6d7-00cbaef80e80 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:54.025073 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:06:54.025540 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Checking segment: {'id': 'dadd2250-3878-437a-99fb-284b13ba1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:54.026019 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Bound using segment: {'id': 'dadd2250-3878-437a-99fb-284b13ba1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:06:54.026862 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Bound port: 3ca3ecd0-c84f-4ba7-8184-68fb80a53152, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadd2250-3878-437a-99fb-284b13ba1225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:06:54.027446 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:54.286458 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] For port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:06:54.293120 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] For port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,segment=NetworkSegment(dadd2250-3878-437a-99fb-284b13ba1225),segment_id=dadd2250-3878-437a-99fb-284b13ba1225)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:06:54.323669 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cc968-feab-4dc4-8249-ebf87bc572f8 req-36ef8c1a-8845-416e-9644-492c60280fa7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.326444 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-753cc968-feab-4dc4-8249-ebf87bc572f8 req-36ef8c1a-8845-416e-9644-492c60280fa7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1754756 Feb 20 20:06:54.345040 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02441b-a8ba-4a2a-ba7d-c636038d7e82 req-c3795ea9-925c-4c91-ba30-8edc5f3d22e9 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.347280 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e02441b-a8ba-4a2a-ba7d-c636038d7e82 req-c3795ea9-925c-4c91-ba30-8edc5f3d22e9 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1729701 Feb 20 20:06:54.408794 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:54.465324 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-753cc968-feab-4dc4-8249-ebf87bc572f8 req-ff38a912-b978-4abf-9f92-8a3faf24d9f2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169124 Feb 20 20:06:54.506400 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.506400 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:54.506400 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] 10.222.0.75 "PUT /v2.0/ports/3ca3ecd0-c84f-4ba7-8184-68fb80a53152 HTTP/1.1" status: 200 len: 1098 time: 1.5426140 Feb 20 20:06:54.506400 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daac6aee-3c43-42a7-ad5d-c24028e3ed27', 'tag': '3ca3ecd0-c84f-4ba7-8184-68fb80a53152'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:54.506400 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63854930-7920-4039-b170-6bca4e3dd8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "daac6aee-3c43-42a7-ad5d-c24028e3ed27", "tag": "3ca3ecd0-c84f-4ba7-8184-68fb80a53152"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:54.506400 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e02441b-a8ba-4a2a-ba7d-c636038d7e82 req-3beec23f-e51d-496b-a623-2f81444d12fe tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297004 Feb 20 20:06:54.516200 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70240d5a-fb6c-404c-967c-c6b22cb94c59 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:54.567877 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da7d450-911a-467f-9899-4165edc4744d x-openstack-request-id: req-0da7d450-911a-467f-9899-4165edc4744d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:54.568172 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daac6aee-3c43-42a7-ad5d-c24028e3ed27", "tag": "3ca3ecd0-c84f-4ba7-8184-68fb80a53152", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:54.568479 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0da7d450-911a-467f-9899-4165edc4744d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:54.568961 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daac6aee-3c43-42a7-ad5d-c24028e3ed27', 'tag': '3ca3ecd0-c84f-4ba7-8184-68fb80a53152', 'status': 'completed', 'code': 200} Feb 20 20:06:54.763751 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63854930-7920-4039-b170-6bca4e3dd8a9 req-abfc953a-52d5-4ca7-a266-65670759475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.768686 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-63854930-7920-4039-b170-6bca4e3dd8a9 req-abfc953a-52d5-4ca7-a266-65670759475e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=da90cec6e9b24aeab219d95489ccb6ce&device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 1132 time: 0.1443081 Feb 20 20:06:54.832233 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f055be-b31e-47dc-87c0-622fd6a780ef req-92fdc14d-0c66-4347-b57b-5a828cff15c9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.835750 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-55f055be-b31e-47dc-87c0-622fd6a780ef req-92fdc14d-0c66-4347-b57b-5a828cff15c9 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1572325 Feb 20 20:06:54.847551 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-63854930-7920-4039-b170-6bca4e3dd8a9 req-08f5e956-feca-4e21-8dd0-3265f582546a service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=da90cec6e9b24aeab219d95489ccb6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641847 Feb 20 20:06:54.976531 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-55f055be-b31e-47dc-87c0-622fd6a780ef req-5d001dfd-1c0b-42b6-9e47-a7e803acb3c2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252224 Feb 20 20:06:55.053374 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63854930-7920-4039-b170-6bca4e3dd8a9 req-4a8541d4-0e92-4bb1-881c-e0c19e6ed9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.055581 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-63854930-7920-4039-b170-6bca4e3dd8a9 req-4a8541d4-0e92-4bb1-881c-e0c19e6ed9c9 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021465 Feb 20 20:06:55.137770 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadd27e-3c94-4e6d-acd5-fd7a14db1d63 req-33c89ce4-29bd-4f61-8455-da4ada36695e tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.139812 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-beadd27e-3c94-4e6d-acd5-fd7a14db1d63 req-33c89ce4-29bd-4f61-8455-da4ada36695e tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 948 time: 0.0745025 Feb 20 20:06:55.244839 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-6a1c77da-b2c6-4cd3-b986-cb96b75f50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.244839 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-6a1c77da-b2c6-4cd3-b986-cb96b75f50a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=da90cec6e9b24aeab219d95489ccb6ce&device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 1132 time: 0.1036949 Feb 20 20:06:55.254616 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-beadd27e-3c94-4e6d-acd5-fd7a14db1d63 req-0aaa2994-f83f-4f67-80bf-66a89490f2fe tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048491 Feb 20 20:06:55.303745 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-199596fb-3789-4265-aea9-844a45c2645b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=3ca3ecd0-c84f-4ba7-8184-68fb80a53152 HTTP/1.1" status: 200 len: 217 time: 0.0465901 Feb 20 20:06:55.418286 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d0a3b-0665-4cb7-becd-d234046db41d req-fddf3a1c-6978-44d9-a290-691a66d239b9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.420468 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2a8d0a3b-0665-4cb7-becd-d234046db41d req-fddf3a1c-6978-44d9-a290-691a66d239b9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.1002798 Feb 20 20:06:55.475257 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-8d35fd8c-9214-41cf-9d82-8f3d22ce1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.476734 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-8d35fd8c-9214-41cf-9d82-8f3d22ce1820 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=caf59f2b-81f1-4895-a115-123663d91252 HTTP/1.1" status: 200 len: 843 time: 0.1661508 Feb 20 20:06:55.495158 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2a8d0a3b-0665-4cb7-becd-d234046db41d req-48bc4abb-c551-4fee-873b-31f2a711a154 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677948 Feb 20 20:06:55.543719 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-77011748-f1f8-4247-8098-88d72693602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.547074 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-77011748-f1f8-4247-8098-88d72693602c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e1cf86a-845e-4df5-a6d7-00cbaef80e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0628309 Feb 20 20:06:55.680482 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-096ed336-c97f-40aa-8e57-b6c04cb4154b service neutron] 10.222.0.75 "GET /v2.0/networks/5e1cf86a-845e-4df5-a6d7-00cbaef80e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254580 Feb 20 20:06:55.789948 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-336c3184-8202-4bf1-bc98-1e14c94f33a6 req-4ea6f8a6-68b9-4af2-a2a7-806d81fdfad1 service neutron] 10.222.0.75 "GET /v2.0/networks/5e1cf86a-845e-4df5-a6d7-00cbaef80e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022387 Feb 20 20:06:55.942521 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ece42d2-d765-4735-90ad-ba24dd6f7935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:56.173019 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d38b97-0f8c-488a-ad11-4b056a51669a req-5397b067-ea49-494c-a802-33bf75d28df0 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.174575 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-74d38b97-0f8c-488a-ad11-4b056a51669a req-5397b067-ea49-494c-a802-33bf75d28df0 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1233406 Feb 20 20:06:56.186380 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-7db1a0e3-574e-42cd-94ec-c8cfae3fb417 req-618f1f21-800b-4d3c-9a28-647f72a8c24b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:06:56.187171 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7db1a0e3-574e-42cd-94ec-c8cfae3fb417 req-618f1f21-800b-4d3c-9a28-647f72a8c24b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068643 Feb 20 20:06:56.226353 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df378b1-3855-4989-9cc9-075d30d11cc3 req-35e91cfc-62ef-4477-9a1d-943c59a34964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.227903 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2df378b1-3855-4989-9cc9-075d30d11cc3 req-35e91cfc-62ef-4477-9a1d-943c59a34964 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 1129 time: 0.1080718 Feb 20 20:06:56.266078 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-74d38b97-0f8c-488a-ad11-4b056a51669a req-1751cc71-5180-49b8-a493-178c6a8d06df tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776961 Feb 20 20:06:56.349663 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df378b1-3855-4989-9cc9-075d30d11cc3 req-327873bd-ef55-43be-9319-e9abb0368739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.351091 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2df378b1-3855-4989-9cc9-075d30d11cc3 req-327873bd-ef55-43be-9319-e9abb0368739 service neutron] 10.222.0.75 "GET /v2.0/networks?id=37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 200 len: 920 time: 0.1157575 Feb 20 20:06:56.416848 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2df378b1-3855-4989-9cc9-075d30d11cc3 req-f1d78c8a-b1bd-4c29-a96b-0462b327e0a9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4 HTTP/1.1" status: 200 len: 217 time: 0.0573716 Feb 20 20:06:56.488581 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2653e-ac0a-4c68-862d-e2484626c88f req-ab49bd69-4588-4420-b63a-14f801303b2a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.498228 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bcf2653e-ac0a-4c68-862d-e2484626c88f req-ab49bd69-4588-4420-b63a-14f801303b2a tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 948 time: 0.1496878 Feb 20 20:06:56.511433 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df378b1-3855-4989-9cc9-075d30d11cc3 req-b4a84cd0-4c08-4bae-95ed-af318cd13fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.513630 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2df378b1-3855-4989-9cc9-075d30d11cc3 req-b4a84cd0-4c08-4bae-95ed-af318cd13fdf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9068444-01a5-4614-906d-18b4e47d1e28 HTTP/1.1" status: 200 len: 859 time: 0.0886016 Feb 20 20:06:56.565625 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2df378b1-3855-4989-9cc9-075d30d11cc3 req-c513a462-3e1d-49b5-863f-6daa74f3e290 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=37567a22-fd4c-4456-b47a-a244d0fa7971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427217 Feb 20 20:06:56.588589 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 45416) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:56.628474 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bcf2653e-ac0a-4c68-862d-e2484626c88f req-f5bb57b5-b306-4f30-8232-fc64ea9aa4ef tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297545 Feb 20 20:06:56.760104 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:56.850930 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Publish callbacks [] for security_group (12289406-6f49-49e7-b083-ecad9dab77f2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:56.851320 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb7539-2a8b-4708-914b-e6307ecc6d1e req-c8874cfb-3f11-4025-8a01-46ea4672b43c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.853742 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5adb7539-2a8b-4708-914b-e6307ecc6d1e req-c8874cfb-3f11-4025-8a01-46ea4672b43c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.2687066 Feb 20 20:06:56.860038 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2df378b1-3855-4989-9cc9-075d30d11cc3 req-56da5df1-8bdc-4262-937a-db33ce23d843 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848351 Feb 20 20:06:56.916039 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c95e7-6d87-4d76-acb1-de5d118b5c1b req-fac0b733-82db-470a-85d0-1d7f7765d010 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.916039 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4b6c95e7-6d87-4d76-acb1-de5d118b5c1b req-fac0b733-82db-470a-85d0-1d7f7765d010 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.2028399 Feb 20 20:06:56.937796 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (12289406-6f49-49e7-b083-ecad9dab77f2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:56.997127 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12289406-6f49-49e7-b083-ecad9dab77f2,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:57.005297 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e7fb9145063408eb8b1f35345cb6aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115753 Feb 20 20:06:57.006453 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 45432) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:57.006961 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5adb7539-2a8b-4708-914b-e6307ecc6d1e req-cda6b61e-828d-4cd6-80fe-6f6dc0d6a6e1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441019 Feb 20 20:06:57.016629 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.016984 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.017362 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.017752 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.018088 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.018418 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.018748 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.019078 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.019410 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.019733 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.020055 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.020377 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.020716 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91efed-f9c9-4bb2-97e7-4d99a2dab733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:57.059623 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4b6c95e7-6d87-4d76-acb1-de5d118b5c1b req-89416870-8cbf-47ba-906e-883929092bcd tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162121 Feb 20 20:06:57.061927 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2df378b1-3855-4989-9cc9-075d30d11cc3 req-9e4dfc9d-85b2-4266-95fc-1288a31a69f8 service neutron] 10.222.0.75 "GET /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904140 Feb 20 20:06:57.108942 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7991f11b-d3ec-4ad0-8678-cd94fe48c32d admin admin] Publish callbacks [] for security_group (12289406-6f49-49e7-b083-ecad9dab77f2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:57.140276 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7991f11b-d3ec-4ad0-8678-cd94fe48c32d admin admin] Publish callbacks [] for security_group (12289406-6f49-49e7-b083-ecad9dab77f2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:57.168628 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 87a52ebd-35dd-4b56-8924-9578f176542c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:06:57.257758 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 87a52ebd-35dd-4b56-8924-9578f176542c is: DOWN; New status is: DOWN {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:57.268168 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7991f11b-d3ec-4ad0-8678-cd94fe48c32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (12289406-6f49-49e7-b083-ecad9dab77f2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:57.272271 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7991f11b-d3ec-4ad0-8678-cd94fe48c32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:57.273558 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-7991f11b-d3ec-4ad0-8678-cd94fe48c32d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12289406-6f49-49e7-b083-ecad9dab77f2 HTTP/1.1" status: 204 len: 168 time: 0.2587020 Feb 20 20:06:57.283190 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991f11b-d3ec-4ad0-8678-cd94fe48c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12289406-6f49-49e7-b083-ecad9dab77f2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:57.355669 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 45446) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:57.424405 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbaf9b-fedc-4c97-8d05-30ca4c7a97ca req-9d011273-2060-4274-95e4-23fd537e66a2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:57.427345 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28bbaf9b-fedc-4c97-8d05-30ca4c7a97ca req-9d011273-2060-4274-95e4-23fd537e66a2 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0645051 Feb 20 20:06:57.480070 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28bbaf9b-fedc-4c97-8d05-30ca4c7a97ca req-2c6e9732-69f6-4464-a4a9-751f0cfd782c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477302 Feb 20 20:06:57.491768 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-7cb2988b-71a7-460d-a971-bf6c4ee859ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337960 Feb 20 20:06:57.502507 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-9bc20d0d-f214-4857-86b2-11acd720755e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:06:57.503645 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-9bc20d0d-f214-4857-86b2-11acd720755e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065699 Feb 20 20:06:57.686620 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 45458) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:57.770582 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d08de-ca8e-429a-8564-00178b3c750b req-2417dca2-8b2a-4d5b-b7d2-a946fef5f036 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:57.772344 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e34d08de-ca8e-429a-8564-00178b3c750b req-2417dca2-8b2a-4d5b-b7d2-a946fef5f036 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 948 time: 0.0675502 Feb 20 20:06:57.844771 dv-cinder-830085-1-iscsi neutron-server[103184]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 20:06:57.866839 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e34d08de-ca8e-429a-8564-00178b3c750b req-5e0a3ab9-a85a-4e7c-9b93-cf13f606113f tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877597 Feb 20 20:06:57.975934 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-7e71979a-fc21-4263-b7f9-8a22f1f70760 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:57.978243 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-7e71979a-fc21-4263-b7f9-8a22f1f70760 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports/87a52ebd-35dd-4b56-8924-9578f176542c HTTP/1.1" status: 200 len: 941 time: 0.2898681 Feb 20 20:06:58.223284 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d05dd-b288-49e2-92f6-edadfce26f54 req-50ab69a8-c0fc-41ea-b549-a5dd43f4800d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:58.224852 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-738d05dd-b288-49e2-92f6-edadfce26f54 req-50ab69a8-c0fc-41ea-b549-a5dd43f4800d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0965278 Feb 20 20:06:58.259158 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b42e9-27c7-47f6-a3e3-35616b37eeda req-c6170f69-4980-49b3-88da-334c398abf1f tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:58.260780 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-014b42e9-27c7-47f6-a3e3-35616b37eeda req-c6170f69-4980-49b3-88da-334c398abf1f tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0927410 Feb 20 20:06:58.308565 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-738d05dd-b288-49e2-92f6-edadfce26f54 req-e0cedc67-539f-4306-8c8c-b0c67a6ed36a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759490 Feb 20 20:06:58.348386 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-014b42e9-27c7-47f6-a3e3-35616b37eeda req-de017de4-e28f-41bf-9202-fda59f6cc391 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814474 Feb 20 20:06:58.444817 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e61d47a-9870-4c0a-ad9a-d07249a96024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:58.624480 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd2c2d-963c-4482-99b3-1534fdb5b2a6 req-8bf2d418-763a-4f19-8c67-e9e32a95bd7e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:58.626099 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-56bd2c2d-963c-4482-99b3-1534fdb5b2a6 req-8bf2d418-763a-4f19-8c67-e9e32a95bd7e tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0584700 Feb 20 20:06:58.678958 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-56bd2c2d-963c-4482-99b3-1534fdb5b2a6 req-5ec351b2-4113-4e0f-8f76-e0ff35260f9f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 Feb 20 20:06:59.034672 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac03a7-05d1-4d85-a161-608504c7f41c req-2a0b8f93-042f-483d-a782-ac7e816d7bcb tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:59.036161 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b3ac03a7-05d1-4d85-a161-608504c7f41c req-2a0b8f93-042f-483d-a782-ac7e816d7bcb tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 948 time: 0.0652201 Feb 20 20:06:59.094017 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b3ac03a7-05d1-4d85-a161-608504c7f41c req-9ac924e1-16b9-4b0b-8fc9-b97da0bc5b22 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519631 Feb 20 20:06:59.280281 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:59.509180 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a3cb4-6894-4e3d-811b-698372dc1f30 req-23a88106-37fa-4bd1-9678-16d9313f1e56 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:59.510830 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c57a3cb4-6894-4e3d-811b-698372dc1f30 req-23a88106-37fa-4bd1-9678-16d9313f1e56 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1132474 Feb 20 20:06:59.539103 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e09550-ce0b-497c-b21e-da5eb5a67785 req-72b0ddd4-58fa-4034-8ec9-fcd5dcf8eabd tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:59.540851 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0e09550-ce0b-497c-b21e-da5eb5a67785 req-72b0ddd4-58fa-4034-8ec9-fcd5dcf8eabd tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0975356 Feb 20 20:06:59.636021 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c57a3cb4-6894-4e3d-811b-698372dc1f30 req-ea9f306b-8dc6-4ade-9497-99d4d9963fe7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152954 Feb 20 20:06:59.642263 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0e09550-ce0b-497c-b21e-da5eb5a67785 req-d31f07e0-14a2-4b72-a74c-37769d15da47 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905216 Feb 20 20:06:59.843656 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e7748-e30d-4fdf-8966-fdc49f90076f req-2adf1780-8bbb-44a5-9c1c-74a4be4e1389 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:59.846391 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a4e7748-e30d-4fdf-8966-fdc49f90076f req-2adf1780-8bbb-44a5-9c1c-74a4be4e1389 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0801156 Feb 20 20:06:59.935126 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a4e7748-e30d-4fdf-8966-fdc49f90076f req-bdbe7f7b-e01b-4943-b093-72deb06b2e5a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745587 Feb 20 20:07:00.238612 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75212b8-75df-40dd-867c-cf6c4bc98ab1 req-c243789c-6abb-435b-9d76-49472543ff94 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:00.240161 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f75212b8-75df-40dd-867c-cf6c4bc98ab1 req-c243789c-6abb-435b-9d76-49472543ff94 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 948 time: 0.0622320 Feb 20 20:07:00.298094 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f75212b8-75df-40dd-867c-cf6c4bc98ab1 req-7194f2af-9047-4a3e-97ab-eb0df0345bf7 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519331 Feb 20 20:07:00.519375 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:00.738881 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:07:00.850525 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbfcb3-0bbb-4e3d-94c2-16175401a746 req-b58a6de0-6fbd-40cb-942a-51bc43d990e9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:00.852185 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cebbfcb3-0bbb-4e3d-94c2-16175401a746 req-b58a6de0-6fbd-40cb-942a-51bc43d990e9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.1179802 Feb 20 20:07:00.854251 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,segment=NetworkSegment(dadd2250-3878-437a-99fb-284b13ba1225),segment_id=dadd2250-3878-437a-99fb-284b13ba1225)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:00.863679 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45ff90-80f3-4351-883a-cc368c2255d5 req-f5973f74-370c-440d-bc00-48bdd6533c1a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:00.865469 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4b45ff90-80f3-4351-883a-cc368c2255d5 req-f5973f74-370c-440d-bc00-48bdd6533c1a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1180630 Feb 20 20:07:00.875988 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '3ca3ecd0-c84f-4ba7-8184-68fb80a53152', 'network_id': '5e1cf86a-845e-4df5-a6d7-00cbaef80e80', 'port_id': '3ca3ecd0-c84f-4ba7-8184-68fb80a53152', 'mac_address': 'fa:16:3e:74:02:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf59f2b-81f1-4895-a115-123663d91252', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:07:00.941905 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:00.941905 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:00.965140 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cebbfcb3-0bbb-4e3d-94c2-16175401a746 req-4fe8518b-5896-4fc7-9bbf-10eec84a5eb8 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950701 Feb 20 20:07:00.965342 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:00.995036 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4b45ff90-80f3-4351-883a-cc368c2255d5 req-91dbfe9b-8793-4bf6-b607-06319711f57a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159129 Feb 20 20:07:01.005724 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,segment=NetworkSegment(dadd2250-3878-437a-99fb-284b13ba1225),segment_id=dadd2250-3878-437a-99fb-284b13ba1225)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:01.074652 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:01.103253 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b04db-4db1-4544-8989-9832aea6cf82 req-eaeec32f-3f7f-4bf8-894a-800ef6454920 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:01.104669 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bc0b04db-4db1-4544-8989-9832aea6cf82 req-eaeec32f-3f7f-4bf8-894a-800ef6454920 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0587139 Feb 20 20:07:01.138470 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:01.160731 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bc0b04db-4db1-4544-8989-9832aea6cf82 req-5507c3fd-d3ef-40e8-9a9e-29c166b72d69 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495393 Feb 20 20:07:01.434129 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d5be-6a4a-47af-80b0-b16a8b29e55c req-d323313d-a820-4c7c-ab6f-23c7db8eafe8 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:01.436562 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3f69d5be-6a4a-47af-80b0-b16a8b29e55c req-d323313d-a820-4c7c-ab6f-23c7db8eafe8 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 949 time: 0.0583680 Feb 20 20:07:01.637023 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['3ca3ecd0-c84f-4ba7-8184-68fb80a53152'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:01.748376 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3f69d5be-6a4a-47af-80b0-b16a8b29e55c req-bccbba5e-f8b7-4bc2-b3e9-fd0d2d27ff18 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058383 Feb 20 20:07:02.156485 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947b1d4-109c-485a-a0c6-982fc8d30688 req-dfd7df0e-b13c-4f54-97ad-1a4431c5499a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:02.159238 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f947b1d4-109c-485a-a0c6-982fc8d30688 req-dfd7df0e-b13c-4f54-97ad-1a4431c5499a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.1097600 Feb 20 20:07:02.171792 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032db4-b626-49a0-8a4a-4aba9b232bb3 req-9ea31180-5aaa-4ba9-9923-7df31a7b2e88 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:02.173341 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-71032db4-b626-49a0-8a4a-4aba9b232bb3 req-9ea31180-5aaa-4ba9-9923-7df31a7b2e88 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0880518 Feb 20 20:07:02.218365 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:02.272711 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f947b1d4-109c-485a-a0c6-982fc8d30688 req-fe15717b-d629-412c-933e-d881fb4f4ddc tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919716 Feb 20 20:07:02.283144 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-71032db4-b626-49a0-8a4a-4aba9b232bb3 req-c38a844b-8955-42ec-a7b8-9fc41cca0615 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905874 Feb 20 20:07:02.429132 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4c3d1-f9f2-415e-be5a-b9f9ba5d5d40 req-73aac2f6-6f6a-472d-a902-d26061648433 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:02.429132 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0fa4c3d1-f9f2-415e-be5a-b9f9ba5d5d40 req-73aac2f6-6f6a-472d-a902-d26061648433 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.0827527 Feb 20 20:07:02.519226 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0fa4c3d1-f9f2-415e-be5a-b9f9ba5d5d40 req-9074ff2b-0c7c-4b1c-ba6e-6a9465aebe30 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767579 Feb 20 20:07:02.882368 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8a5d1-f372-4e10-88fc-28f2fb61ab25 req-2d915906-eb87-4d65-a5dc-af614bafa576 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:02.886473 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dfd8a5d1-f372-4e10-88fc-28f2fb61ab25 req-2d915906-eb87-4d65-a5dc-af614bafa576 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 949 time: 0.0570343 Feb 20 20:07:02.964271 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dfd8a5d1-f372-4e10-88fc-28f2fb61ab25 req-016fecb1-25bd-45be-a338-f6ea451fc883 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606499 Feb 20 20:07:03.217963 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 24ada99e-5acc-483e-9242-a2920061f997 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:07:03.229192 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:03.426230 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 24ada99e-5acc-483e-9242-a2920061f997, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=24ada99e-5acc-483e-9242-a2920061f997,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:03.447239 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:07:03.459919 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '24ada99e-5acc-483e-9242-a2920061f997', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'port_id': '24ada99e-5acc-483e-9242-a2920061f997', 'mac_address': 'fa:16:3e:db:41:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:07:03.462228 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:03.462723 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:03.486267 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c541b-d3e9-403e-9949-4b2f9858b41d req-1d1a29d8-fa65-4442-aa3f-1eaad9ee1def tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:03.488734 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b93c541b-d3e9-403e-9949-4b2f9858b41d req-1d1a29d8-fa65-4442-aa3f-1eaad9ee1def tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.1124270 Feb 20 20:07:03.561292 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 24ada99e-5acc-483e-9242-a2920061f997 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:03.561560 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f75830-e160-4afa-97a6-de653f402e09 req-99b59952-d76b-4d56-a529-d43213d49b56 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:03.561750 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (24ada99e-5acc-483e-9242-a2920061f997), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:03.563471 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-59f75830-e160-4afa-97a6-de653f402e09 req-99b59952-d76b-4d56-a529-d43213d49b56 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1270337 Feb 20 20:07:03.587236 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ada99e-5acc-483e-9242-a2920061f997 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:03.635859 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b93c541b-d3e9-403e-9949-4b2f9858b41d req-d8129f40-7064-4f62-9bf8-e02ff8dd450c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356642 Feb 20 20:07:03.638565 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 24ada99e-5acc-483e-9242-a2920061f997, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=24ada99e-5acc-483e-9242-a2920061f997,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:03.646313 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:03.646777 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:03.687321 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daac6aee-3c43-42a7-ad5d-c24028e3ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca3ecd0-c84f-4ba7-8184-68fb80a53152'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:03.689942 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64dc649-a8fb-4222-adec-a508bf34b622" -d '{"events": [{"server_uuid": "daac6aee-3c43-42a7-ad5d-c24028e3ed27", "name": "network-vif-plugged", "status": "completed", "tag": "3ca3ecd0-c84f-4ba7-8184-68fb80a53152"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:03.690418 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-59f75830-e160-4afa-97a6-de653f402e09 req-baf9a7ba-14f5-4877-b64e-10513076a697 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064231 Feb 20 20:07:03.696388 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (24ada99e-5acc-483e-9242-a2920061f997), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:03.711087 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,segment=NetworkSegment(dadd2250-3878-437a-99fb-284b13ba1225),segment_id=dadd2250-3878-437a-99fb-284b13ba1225)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:03.748939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb8c02a-9789-4a4e-bf7c-ec8487ef0cac x-openstack-request-id: req-1fb8c02a-9789-4a4e-bf7c-ec8487ef0cac {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:03.748939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daac6aee-3c43-42a7-ad5d-c24028e3ed27", "name": "network-vif-plugged", "status": "completed", "tag": "3ca3ecd0-c84f-4ba7-8184-68fb80a53152", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:03.748939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fb8c02a-9789-4a4e-bf7c-ec8487ef0cac {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:03.749454 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daac6aee-3c43-42a7-ad5d-c24028e3ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca3ecd0-c84f-4ba7-8184-68fb80a53152', 'code': 200} Feb 20 20:07:03.762094 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:03.783926 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=24ada99e-5acc-483e-9242-a2920061f997,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:03.843404 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:04.104202 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e9f69-8a65-4703-a851-60ba7919b945 req-2938624a-df8e-4f40-993a-953a8e105132 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:04.105909 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-487e9f69-8a65-4703-a851-60ba7919b945 req-2938624a-df8e-4f40-993a-953a8e105132 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0715392 Feb 20 20:07:04.171096 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-487e9f69-8a65-4703-a851-60ba7919b945 req-c030969c-612f-45f2-8fcf-40cfa266a86d tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582530 Feb 20 20:07:04.793341 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ba3e6-ea10-461b-9c86-3a862188d7ee req-a9fca6ae-468d-4106-a5e3-f1932d5586e4 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:04.796525 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ce3ba3e6-ea10-461b-9c86-3a862188d7ee req-a9fca6ae-468d-4106-a5e3-f1932d5586e4 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 944 time: 0.0669241 Feb 20 20:07:04.900706 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ce3ba3e6-ea10-461b-9c86-3a862188d7ee req-4b856fda-1c35-4af4-9da0-9fa943ea4487 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939505 Feb 20 20:07:04.916790 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d106d-c239-4f70-881b-4d6854aacd50 req-045c6f1a-4c3b-419b-bec6-9c7ad2a768fd tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:04.918487 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-406d106d-c239-4f70-881b-4d6854aacd50 req-045c6f1a-4c3b-419b-bec6-9c7ad2a768fd tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1138361 Feb 20 20:07:04.982357 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-406d106d-c239-4f70-881b-4d6854aacd50 req-f22a2578-e82c-428d-86b7-cc980c0d6615 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561340 Feb 20 20:07:05.316538 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cc441-7952-4fef-a4f0-77f5050611f5 req-1d22adc6-d303-4c82-8c64-0fa476370c68 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:05.318276 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ac8cc441-7952-4fef-a4f0-77f5050611f5 req-1d22adc6-d303-4c82-8c64-0fa476370c68 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0652652 Feb 20 20:07:05.381742 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ac8cc441-7952-4fef-a4f0-77f5050611f5 req-db7a296d-4985-4019-b7a7-518ad203fd42 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576117 Feb 20 20:07:06.042598 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d75bc1-87cf-42a6-9530-86f0969addf9 req-c4a46814-34d6-491c-96d2-31c4ccb01b10 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.044238 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-74d75bc1-87cf-42a6-9530-86f0969addf9 req-c4a46814-34d6-491c-96d2-31c4ccb01b10 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 944 time: 0.0578427 Feb 20 20:07:06.124323 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-74d75bc1-87cf-42a6-9530-86f0969addf9 req-e2ff24ee-a02c-422c-8174-6bc8577068be tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740054 Feb 20 20:07:06.156693 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e528e-f9a0-45e4-aae2-5cb8096cfab3 req-188a242a-a5af-47a1-b208-a2f7202a125f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.158278 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ce1e528e-f9a0-45e4-aae2-5cb8096cfab3 req-188a242a-a5af-47a1-b208-a2f7202a125f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0884829 Feb 20 20:07:06.222247 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ce1e528e-f9a0-45e4-aae2-5cb8096cfab3 req-88e0d0e3-0fb9-43c5-9d67-d5390682b3b4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580108 Feb 20 20:07:06.551428 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37464a34-1d83-49e7-9a7f-4cfe00550abd req-dd028a9d-b5b1-4bd7-96aa-52f33f269152 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.554169 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37464a34-1d83-49e7-9a7f-4cfe00550abd req-dd028a9d-b5b1-4bd7-96aa-52f33f269152 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0853839 Feb 20 20:07:06.651482 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['24ada99e-5acc-483e-9242-a2920061f997'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:06.669431 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37464a34-1d83-49e7-9a7f-4cfe00550abd req-eaf4a9de-4c3e-4b73-9884-08232ffbf763 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004114 Feb 20 20:07:06.675359 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54509d-482b-41c5-8ea1-2d9c201aa405 req-94c17e3c-50f7-4f54-b11b-a4c48d8b2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.675359 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9f54509d-482b-41c5-8ea1-2d9c201aa405 req-94c17e3c-50f7-4f54-b11b-a4c48d8b2819 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 1134 time: 0.1183667 Feb 20 20:07:06.743136 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9f54509d-482b-41c5-8ea1-2d9c201aa405 req-39dffc75-9b15-462d-8411-74fa36ca13bc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524790 Feb 20 20:07:07.319674 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58687d-0cf5-413e-bb13-20a0c2525f30 req-f4655746-4f0b-45a4-9a6b-c22040afb145 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.321333 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8e58687d-0cf5-413e-bb13-20a0c2525f30 req-f4655746-4f0b-45a4-9a6b-c22040afb145 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 944 time: 0.1014850 Feb 20 20:07:07.330113 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-bab587d3-3ab0-4ebd-b0fd-84ce7560d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.330113 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-bab587d3-3ab0-4ebd-b0fd-84ce7560d978 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97&tenant_id=e1bbd53d77c94e618e7f59de051406ed HTTP/1.1" status: 200 len: 1128 time: 0.1504509 Feb 20 20:07:07.441629 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8e58687d-0cf5-413e-bb13-20a0c2525f30 req-21302c7a-94d5-4fbe-ad91-9fa2206a2776 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123381 Feb 20 20:07:07.472033 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-ded21704-4f66-422d-90a6-f7d54b44ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.473673 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-ded21704-4f66-422d-90a6-f7d54b44ad99 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 1128 time: 0.0983348 Feb 20 20:07:07.481768 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c883-d6eb-4171-bfb5-2679ddfb7a5e req-4253f940-6688-4a28-b4ce-65e0261baf48 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.483392 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1ee9c883-d6eb-4171-bfb5-2679ddfb7a5e req-4253f940-6688-4a28-b4ce-65e0261baf48 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1134558 Feb 20 20:07:07.598423 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1ee9c883-d6eb-4171-bfb5-2679ddfb7a5e req-abf40941-38f3-4b8e-966c-23d2474f5ae7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065683 Feb 20 20:07:07.633561 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-dd5a2028-1442-4700-9ef5-cb3315e7f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.635426 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-dd5a2028-1442-4700-9ef5-cb3315e7f3e3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 918 time: 0.1510437 Feb 20 20:07:07.746563 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-1a46fa95-a045-4b0a-8426-613ea14bbce0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a52ebd-35dd-4b56-8924-9578f176542c HTTP/1.1" status: 200 len: 1000 time: 0.1034184 Feb 20 20:07:07.852547 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-8beaff62-b233-49bb-94cb-23c1ab924c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.854094 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-8beaff62-b233-49bb-94cb-23c1ab924c07 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.0898581 Feb 20 20:07:07.865008 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcf7d8-20b0-46b8-b061-b49ac1aca11d req-80148673-6162-450f-b988-717aa7111eae tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.866766 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9ebcf7d8-20b0-46b8-b061-b49ac1aca11d req-80148673-6162-450f-b988-717aa7111eae tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.1161466 Feb 20 20:07:07.960314 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9ebcf7d8-20b0-46b8-b061-b49ac1aca11d req-43001cb5-8671-4162-9441-a35341352655 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851295 Feb 20 20:07:07.965233 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-139669d9-dbaa-4cfc-83a1-9dee71ff9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.968594 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-139669d9-dbaa-4cfc-83a1-9dee71ff9130 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857296 Feb 20 20:07:08.108797 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-ea6a1c8f-a71a-477d-9054-b11d643edf73 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242719 Feb 20 20:07:08.205003 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 24ada99e-5acc-483e-9242-a2920061f997 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:08.242705 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ecaf1e84-7c4e-46ec-b9ff-170ce68c04dc req-a7a35ebd-3fd2-4d79-a390-87c0a6fa2492 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272039 Feb 20 20:07:08.410976 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 24ada99e-5acc-483e-9242-a2920061f997 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:07:08.417056 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 24ada99e-5acc-483e-9242-a2920061f997 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:08.417783 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (24ada99e-5acc-483e-9242-a2920061f997), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.549938 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 24ada99e-5acc-483e-9242-a2920061f997 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:08.550434 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (24ada99e-5acc-483e-9242-a2920061f997), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.581614 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ada99e-5acc-483e-9242-a2920061f997'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:08.584268 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8b782c-077c-4892-8d4c-ca616f4571c7" -d '{"events": [{"server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "name": "network-vif-plugged", "status": "completed", "tag": "24ada99e-5acc-483e-9242-a2920061f997"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:08.603553 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 24ada99e-5acc-483e-9242-a2920061f997, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=24ada99e-5acc-483e-9242-a2920061f997,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:08.643785 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb724c6-959b-4e79-b0d6-344192cd4230 req-ed61f52c-be99-42cc-bdc8-c8ff6014cb54 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:08.645513 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2cb724c6-959b-4e79-b0d6-344192cd4230 req-ed61f52c-be99-42cc-bdc8-c8ff6014cb54 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 944 time: 0.1082137 Feb 20 20:07:08.656371 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0d4f50-b787-43b4-82a5-e85daf22f262 x-openstack-request-id: req-8e0d4f50-b787-43b4-82a5-e85daf22f262 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:08.656852 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "name": "network-vif-plugged", "status": "completed", "tag": "24ada99e-5acc-483e-9242-a2920061f997", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:08.657358 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e0d4f50-b787-43b4-82a5-e85daf22f262 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:08.658551 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ada99e-5acc-483e-9242-a2920061f997', 'code': 200} Feb 20 20:07:08.708730 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (24ada99e-5acc-483e-9242-a2920061f997), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.723033 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2cb724c6-959b-4e79-b0d6-344192cd4230 req-87689b0a-6cff-4778-ab79-c31133698825 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685523 Feb 20 20:07:08.808423 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d769986-c9e0-4a43-8942-5e49440c5c7e req-398b808b-68f5-4af7-8cc6-8b4a40ed1af1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:08.810756 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d769986-c9e0-4a43-8942-5e49440c5c7e req-398b808b-68f5-4af7-8cc6-8b4a40ed1af1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0876381 Feb 20 20:07:08.825130 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=24ada99e-5acc-483e-9242-a2920061f997,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:08.870362 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d769986-c9e0-4a43-8942-5e49440c5c7e req-c4ca2882-756d-40c2-9557-a9f479fb5488 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540450 Feb 20 20:07:09.105850 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ee538-ffbd-4200-9e8d-5ccb512de569 req-e6779421-cc00-457d-ae68-cb859c07dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.107455 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-527ee538-ffbd-4200-9e8d-5ccb512de569 req-e6779421-cc00-457d-ae68-cb859c07dd9e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1129 time: 0.0796697 Feb 20 20:07:09.129790 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255973c3-f66f-41ed-bc37-7d6bb7d92018 req-ea274c57-8192-4cba-9a96-c83a9ddf2c18 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.131783 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-255973c3-f66f-41ed-bc37-7d6bb7d92018 req-ea274c57-8192-4cba-9a96-c83a9ddf2c18 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0753155 Feb 20 20:07:09.205045 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-527ee538-ffbd-4200-9e8d-5ccb512de569 req-7338cbbe-cd7f-4593-ae8b-89f5d0a3f209 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892723 Feb 20 20:07:09.214034 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-255973c3-f66f-41ed-bc37-7d6bb7d92018 req-1a0cf317-4359-43f9-9312-9e99432bafd5 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747509 Feb 20 20:07:09.728904 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e8b15-4334-4e77-90f8-2c6f0672dd63 req-b8882ad4-f785-45e2-9928-e4e020063968 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.737616 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1e0e8b15-4334-4e77-90f8-2c6f0672dd63 req-b8882ad4-f785-45e2-9928-e4e020063968 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0780649 Feb 20 20:07:09.829217 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1e0e8b15-4334-4e77-90f8-2c6f0672dd63 req-aed97411-36b3-4a52-a822-1878811d6c21 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852296 Feb 20 20:07:09.933369 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543dd8b-fce7-45b5-9da6-57aedc024b2e req-25aaa941-4d9d-4cff-8500-a1c0b7e1d76d tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.936066 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c543dd8b-fce7-45b5-9da6-57aedc024b2e req-25aaa941-4d9d-4cff-8500-a1c0b7e1d76d tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0894220 Feb 20 20:07:09.997654 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c543dd8b-fce7-45b5-9da6-57aedc024b2e req-e3b333ae-ca3a-4cca-acd4-44ffd46c4048 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561836 Feb 20 20:07:10.057714 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a9d64-2d6e-4ccc-bd58-4dc536805370 req-3d87f4de-ceca-47d0-9d23-639f365a4537 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.059776 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c86a9d64-2d6e-4ccc-bd58-4dc536805370 req-3d87f4de-ceca-47d0-9d23-639f365a4537 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0530739 Feb 20 20:07:10.114222 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c86a9d64-2d6e-4ccc-bd58-4dc536805370 req-1caecd05-ee71-4150-bbee-f4b627fbb17a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482337 Feb 20 20:07:10.966686 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8c87e-b0cb-4685-bd1f-7d10997c5760 req-c014baf2-b073-4664-ad0f-cda89ecdf3b5 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.968416 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30d8c87e-b0cb-4685-bd1f-7d10997c5760 req-c014baf2-b073-4664-ad0f-cda89ecdf3b5 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0743971 Feb 20 20:07:11.038599 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30d8c87e-b0cb-4685-bd1f-7d10997c5760 req-b96a8e4a-ab4b-4227-bfca-1ba4ab6ae9a9 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494339 Feb 20 20:07:11.132642 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e44c9c-62fe-4fb7-99ad-4da8bdd130a1 req-24785b27-f56f-47c5-82d8-041a8024f927 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:11.134287 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1e44c9c-62fe-4fb7-99ad-4da8bdd130a1 req-24785b27-f56f-47c5-82d8-041a8024f927 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0602133 Feb 20 20:07:11.219040 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1e44c9c-62fe-4fb7-99ad-4da8bdd130a1 req-acb879a0-0eb9-424a-b345-6950d948bce1 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780873 Feb 20 20:07:11.277400 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc42c5e-2391-424c-a950-886008d9cf4b req-ef276054-9519-4b10-9e19-b7ade73596d5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:11.279663 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efc42c5e-2391-424c-a950-886008d9cf4b req-ef276054-9519-4b10-9e19-b7ade73596d5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0810339 Feb 20 20:07:11.337292 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efc42c5e-2391-424c-a950-886008d9cf4b req-4016f777-7979-4c11-8437-0222f253fd99 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517340 Feb 20 20:07:12.175663 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d9305-8a83-4d24-a5e5-4f90b0e2879e req-e8a3d694-7077-4560-8e11-1bd85155ecb2 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:12.177330 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d63d9305-8a83-4d24-a5e5-4f90b0e2879e req-e8a3d694-7077-4560-8e11-1bd85155ecb2 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0607598 Feb 20 20:07:12.235158 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d63d9305-8a83-4d24-a5e5-4f90b0e2879e req-50f759bf-e82d-401c-bbfe-ecbf237fbc63 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481920 Feb 20 20:07:12.352185 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8984ff-f32d-4c89-bca9-e2ebdb784885 req-06539556-e0c4-4f73-b141-b954a7a89a83 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:12.353670 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9e8984ff-f32d-4c89-bca9-e2ebdb784885 req-06539556-e0c4-4f73-b141-b954a7a89a83 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0568805 Feb 20 20:07:12.431855 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9e8984ff-f32d-4c89-bca9-e2ebdb784885 req-80ab1ac5-51d5-4756-bcef-01819d8d563c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722952 Feb 20 20:07:12.524076 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000b620-8a77-4129-87f2-6a4a26ffc5e4 req-f4c17fd4-850c-4fad-924c-b27fc8a3c482 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:12.525698 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e000b620-8a77-4129-87f2-6a4a26ffc5e4 req-f4c17fd4-850c-4fad-924c-b27fc8a3c482 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0902326 Feb 20 20:07:12.582800 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e000b620-8a77-4129-87f2-6a4a26ffc5e4 req-6a017bf9-b22e-4f06-8d6a-c739c5960d29 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514436 Feb 20 20:07:13.362066 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0bce8-68cc-4ffe-8f31-081371f09751 req-c1897a8e-9981-4ab1-807e-16bd9827c995 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:13.363553 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70e0bce8-68cc-4ffe-8f31-081371f09751 req-c1897a8e-9981-4ab1-807e-16bd9827c995 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0580857 Feb 20 20:07:13.411107 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70e0bce8-68cc-4ffe-8f31-081371f09751 req-b32d8bd7-0d71-47bb-adbc-e7da11423879 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418937 Feb 20 20:07:13.571676 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf8a2-7d17-4755-84e3-4f1dad8a8684 req-704a7443-cd83-4407-8ae8-26b41b672822 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:13.573150 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e3acf8a2-7d17-4755-84e3-4f1dad8a8684 req-704a7443-cd83-4407-8ae8-26b41b672822 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0652122 Feb 20 20:07:13.626942 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e3acf8a2-7d17-4755-84e3-4f1dad8a8684 req-e4dfb25c-77f5-4edf-b7b8-c478191c4937 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480742 Feb 20 20:07:13.712947 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986ac1-73f9-41ac-bddb-742e1c7a85b5 req-8e42dd7a-9ed5-4ddb-93f3-cb835ec3f58f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:13.715056 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28986ac1-73f9-41ac-bddb-742e1c7a85b5 req-8e42dd7a-9ed5-4ddb-93f3-cb835ec3f58f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0561619 Feb 20 20:07:13.777140 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28986ac1-73f9-41ac-bddb-742e1c7a85b5 req-88a9063b-3aac-469c-aba6-69e26c9fecf3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507839 Feb 20 20:07:14.003142 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:07:14.539674 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17c68a-046a-46ba-b5c7-d6e40f42f86b req-b0cdbda2-59b7-4c8c-9e14-9697dafb3c0e tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:14.541273 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6e17c68a-046a-46ba-b5c7-d6e40f42f86b req-b0cdbda2-59b7-4c8c-9e14-9697dafb3c0e tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0585995 Feb 20 20:07:14.638906 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6e17c68a-046a-46ba-b5c7-d6e40f42f86b req-c29b40f2-b19d-428a-80b7-73c9eff4ece4 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913706 Feb 20 20:07:14.782802 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc9b2c-28dc-46f6-a2f4-e83e48be1f26 req-325ae4f5-524f-43ad-8adc-458d37b7338c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:14.784874 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fafc9b2c-28dc-46f6-a2f4-e83e48be1f26 req-325ae4f5-524f-43ad-8adc-458d37b7338c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0655422 Feb 20 20:07:14.861986 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fafc9b2c-28dc-46f6-a2f4-e83e48be1f26 req-8133f052-9318-4091-9eff-b8e65b272c35 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714025 Feb 20 20:07:15.016971 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152528-9db2-495f-9eaf-40dcdbe9022d req-5054b1d9-6edd-497f-8729-93b3dc87cdb4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:15.030547 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b5152528-9db2-495f-9eaf-40dcdbe9022d req-5054b1d9-6edd-497f-8729-93b3dc87cdb4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1176548 Feb 20 20:07:15.089633 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b5152528-9db2-495f-9eaf-40dcdbe9022d req-e510f3d7-6bd4-481e-9ea5-210d1a11f9f6 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578096 Feb 20 20:07:15.825928 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cb4b6-7441-4ac5-802c-d2908d6df4a4 req-e9a3f281-3e6c-4b5c-b933-0d7b5a2798a8 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:15.827774 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d41cb4b6-7441-4ac5-802c-d2908d6df4a4 req-e9a3f281-3e6c-4b5c-b933-0d7b5a2798a8 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0872581 Feb 20 20:07:15.878256 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d41cb4b6-7441-4ac5-802c-d2908d6df4a4 req-31badab5-449a-411a-8a0c-4d989c0c6465 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Feb 20 20:07:16.007820 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e45667-45e5-4a05-8c21-4ee0c16a0030 req-939606b2-4c7f-4969-8633-1a2c877fa383 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:16.018277 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-69e45667-45e5-4a05-8c21-4ee0c16a0030 req-939606b2-4c7f-4969-8633-1a2c877fa383 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0716121 Feb 20 20:07:16.088150 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-69e45667-45e5-4a05-8c21-4ee0c16a0030 req-b9436e5c-abfb-43ad-893c-56ef11fa58fc tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686946 Feb 20 20:07:16.220640 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036d2f-365b-49c8-8b17-c7ecf77f9fd3 req-454476ae-4f98-4149-bec5-5b18d19bc419 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:16.224670 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-41036d2f-365b-49c8-8b17-c7ecf77f9fd3 req-454476ae-4f98-4149-bec5-5b18d19bc419 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0580764 Feb 20 20:07:16.287109 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-41036d2f-365b-49c8-8b17-c7ecf77f9fd3 req-3c26dc40-e32e-481f-9152-d781518b6304 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591264 Feb 20 20:07:17.078748 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e93a97-a115-4130-9bb9-b971f1603cc6 req-c1a7a2a8-e58f-43f7-a7ba-e89e1d7a4ff8 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:17.086215 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-29e93a97-a115-4130-9bb9-b971f1603cc6 req-c1a7a2a8-e58f-43f7-a7ba-e89e1d7a4ff8 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.1102386 Feb 20 20:07:17.168327 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-29e93a97-a115-4130-9bb9-b971f1603cc6 req-33006d33-2e6e-42fe-9cd6-effe57848ef4 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785794 Feb 20 20:07:17.240628 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac088622-1879-4f12-aef4-c3364ba357f2 req-62716c4a-40c6-4c03-98b8-907814b96740 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:17.242703 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ac088622-1879-4f12-aef4-c3364ba357f2 req-62716c4a-40c6-4c03-98b8-907814b96740 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0722706 Feb 20 20:07:17.301527 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ac088622-1879-4f12-aef4-c3364ba357f2 req-76461d54-5cca-4a07-b124-eec35810497d tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521374 Feb 20 20:07:17.499603 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46657a21-20ff-40b0-a8c6-25405cf75221 req-73d2e88a-fd70-4bec-b0b7-716efc9a7dbe tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:17.501361 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-46657a21-20ff-40b0-a8c6-25405cf75221 req-73d2e88a-fd70-4bec-b0b7-716efc9a7dbe tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0830696 Feb 20 20:07:17.585616 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-46657a21-20ff-40b0-a8c6-25405cf75221 req-51ac3195-fc7d-4e04-9acd-69557dc3319f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745482 Feb 20 20:07:18.051242 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.361436 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041607fa-0bbf-411c-8634-c8ea3c9865f0 req-6924308b-03ad-4b88-b91b-12ec54a80c5c tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:18.364715 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-041607fa-0bbf-411c-8634-c8ea3c9865f0 req-6924308b-03ad-4b88-b91b-12ec54a80c5c tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.1035466 Feb 20 20:07:18.540485 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-041607fa-0bbf-411c-8634-c8ea3c9865f0 req-7b8c6aaf-e197-4e78-942c-c55479acb425 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643538 Feb 20 20:07:18.570286 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88bc9b-c11f-4bd3-b7bf-dbc83763caea req-3a8815d7-8603-4e54-8cc1-4abc7d1de14b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:18.572713 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd88bc9b-c11f-4bd3-b7bf-dbc83763caea req-3a8815d7-8603-4e54-8cc1-4abc7d1de14b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.1498206 Feb 20 20:07:18.663292 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd88bc9b-c11f-4bd3-b7bf-dbc83763caea req-28000b79-d3e4-4732-9667-520308bf4355 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800819 Feb 20 20:07:18.767503 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3801f4e-9d7e-41e6-8ee1-8cffa4199566 req-077f3bc3-7ee7-4381-a132-781f6959bba7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:18.769156 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f3801f4e-9d7e-41e6-8ee1-8cffa4199566 req-077f3bc3-7ee7-4381-a132-781f6959bba7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0657694 Feb 20 20:07:18.822427 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f3801f4e-9d7e-41e6-8ee1-8cffa4199566 req-5bd47e62-d7c7-45f8-bc3c-6e9fa879feac tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474308 Feb 20 20:07:19.687298 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c651ec-0061-4998-ae84-b7c9e61e4d6f req-13061d99-eb3e-47e4-82b7-c6d35925ab20 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:19.689029 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a0c651ec-0061-4998-ae84-b7c9e61e4d6f req-13061d99-eb3e-47e4-82b7-c6d35925ab20 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0654881 Feb 20 20:07:19.751474 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a0c651ec-0061-4998-ae84-b7c9e61e4d6f req-cd35b8bf-390e-4856-a8f7-7578ba1eefda tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552380 Feb 20 20:07:19.816930 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd2430-1934-4811-b006-61794bfefa1a req-a7508d48-d891-407b-98ea-629a8564bebe tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:19.818521 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dadd2430-1934-4811-b006-61794bfefa1a req-a7508d48-d891-407b-98ea-629a8564bebe tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0660288 Feb 20 20:07:19.887099 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dadd2430-1934-4811-b006-61794bfefa1a req-a0b64904-4422-4950-972c-e67e23037e9b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625834 Feb 20 20:07:19.966871 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c4a1f-9ad7-41b9-b275-1bbc785c4d20 req-6820c040-3018-4503-ba84-142fe6b7a784 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:19.968505 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c98c4a1f-9ad7-41b9-b275-1bbc785c4d20 req-6820c040-3018-4503-ba84-142fe6b7a784 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0623417 Feb 20 20:07:20.030066 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c98c4a1f-9ad7-41b9-b275-1bbc785c4d20 req-60c7e502-ae26-4cda-919c-ef02d901cc95 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556560 Feb 20 20:07:20.897615 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5a94f-1ef0-4ad2-bee3-c2f04d8e46dc req-b7fd7d44-d5e7-4b8a-b7e6-0505ee2f8738 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:20.899196 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4aa5a94f-1ef0-4ad2-bee3-c2f04d8e46dc req-b7fd7d44-d5e7-4b8a-b7e6-0505ee2f8738 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0694461 Feb 20 20:07:20.966909 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4aa5a94f-1ef0-4ad2-bee3-c2f04d8e46dc req-05bfef9c-c350-46e3-88a9-4a2f9c341a13 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609820 Feb 20 20:07:21.033382 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f94e-d91c-43f8-a5a5-681c83f140c7 req-3f1ed944-33d4-4aaa-8ef8-9ed90a3d799e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:21.035161 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b45f94e-d91c-43f8-a5a5-681c83f140c7 req-3f1ed944-33d4-4aaa-8ef8-9ed90a3d799e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0672266 Feb 20 20:07:21.104067 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b45f94e-d91c-43f8-a5a5-681c83f140c7 req-5b6a313b-f82a-47e7-af82-d0eca9f16db4 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620296 Feb 20 20:07:21.208324 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed3e25-8e8c-4018-9548-17f8a2dc0ac5 req-c4766d73-053b-4b72-85b4-7c7eaa4870da tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:21.209952 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-faed3e25-8e8c-4018-9548-17f8a2dc0ac5 req-c4766d73-053b-4b72-85b4-7c7eaa4870da tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0655575 Feb 20 20:07:21.271253 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-faed3e25-8e8c-4018-9548-17f8a2dc0ac5 req-ca90d25f-7ce1-4e4b-a660-20781c5d2284 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512421 Feb 20 20:07:21.861768 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ac61dfa7-1763-4822-8a00-e19e9ff9189b tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:21.863529 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ac61dfa7-1763-4822-8a00-e19e9ff9189b tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.75 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0620041 Feb 20 20:07:22.112260 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b2ad8-35bd-4dc5-9e28-7b3545f2875b req-7bca3323-758c-4ebb-af29-028fd28f4a68 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:22.113845 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e7b2ad8-35bd-4dc5-9e28-7b3545f2875b req-7bca3323-758c-4ebb-af29-028fd28f4a68 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0730641 Feb 20 20:07:22.186601 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e7b2ad8-35bd-4dc5-9e28-7b3545f2875b req-fb09af5d-ddce-4d47-92e7-d56ba8ed20f3 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652995 Feb 20 20:07:22.260901 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4770c-49ed-4897-9082-5fb086cd321b req-2f811873-7a4e-40bb-a006-3e32c83c162a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:22.263036 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-44d4770c-49ed-4897-9082-5fb086cd321b req-2f811873-7a4e-40bb-a006-3e32c83c162a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0644758 Feb 20 20:07:22.328080 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-44d4770c-49ed-4897-9082-5fb086cd321b req-e3a02d5b-aa8d-43fc-8e7d-ccb50bfa799c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593228 Feb 20 20:07:22.419024 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dff238-33aa-41d2-b5c9-be6754941134 req-6283cdcd-d9e3-48ba-8267-d1db55ef4831 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:22.425586 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e2dff238-33aa-41d2-b5c9-be6754941134 req-6283cdcd-d9e3-48ba-8267-d1db55ef4831 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0681994 Feb 20 20:07:22.500229 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e2dff238-33aa-41d2-b5c9-be6754941134 req-07cff164-04ab-48ab-9d5c-8c3e1195ab79 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664194 Feb 20 20:07:23.324455 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9542b-74e9-4941-9c6a-4b75bef7ba4f req-4c31e7ac-4e83-4d8c-bd61-1a8e86076e86 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.327265 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ebc9542b-74e9-4941-9c6a-4b75bef7ba4f req-4c31e7ac-4e83-4d8c-bd61-1a8e86076e86 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0580761 Feb 20 20:07:23.389802 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ebc9542b-74e9-4941-9c6a-4b75bef7ba4f req-292a853d-13b7-496b-8317-853a5deb21ec tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567169 Feb 20 20:07:23.468284 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb643d-fe87-4c46-bde5-555f74b692da req-f6666d86-2553-49f9-b963-2e10304ca3e9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.469828 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d6bb643d-fe87-4c46-bde5-555f74b692da req-f6666d86-2553-49f9-b963-2e10304ca3e9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0555480 Feb 20 20:07:23.523990 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d6bb643d-fe87-4c46-bde5-555f74b692da req-9d36a780-e831-45e6-b673-8a82618bcee8 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483382 Feb 20 20:07:23.628699 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5153c-e2f8-4dea-9e92-e6706f97c9c9 req-e542ca89-9fc0-40f8-ab6b-7d560abb746a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.630204 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c2f5153c-e2f8-4dea-9e92-e6706f97c9c9 req-e542ca89-9fc0-40f8-ab6b-7d560abb746a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0551372 Feb 20 20:07:23.678917 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c2f5153c-e2f8-4dea-9e92-e6706f97c9c9 req-9279cd1a-e1cd-49de-8f7f-281a7e10a48a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Feb 20 20:07:24.534769 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a2e66-3bee-440b-b8df-dd251beaacb7 req-8abc2f2e-1be1-47cf-b236-4d5fb0280332 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:24.536308 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c6a2e66-3bee-440b-b8df-dd251beaacb7 req-8abc2f2e-1be1-47cf-b236-4d5fb0280332 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 950 time: 0.0645936 Feb 20 20:07:24.592565 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c6a2e66-3bee-440b-b8df-dd251beaacb7 req-7360166e-373a-4815-b99c-60973eba4f75 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/security-groups?id=bde701e5-34ac-462b-b1b0-35dab10047c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503385 Feb 20 20:07:24.650404 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea5c07-46e9-41d1-ab0c-b45baaa60d2d req-a57fabc9-7715-458c-8015-a11e50553c61 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:24.651934 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35ea5c07-46e9-41d1-ab0c-b45baaa60d2d req-a57fabc9-7715-458c-8015-a11e50553c61 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0585036 Feb 20 20:07:24.711898 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35ea5c07-46e9-41d1-ab0c-b45baaa60d2d req-b607af87-d10a-4558-b0b6-6c08c80104c6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542376 Feb 20 20:07:24.847576 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427135d-8759-447c-9942-2788f220f0a7 req-4138f1ab-b905-4e8b-98d2-2b08be33ba88 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:24.847576 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8427135d-8759-447c-9942-2788f220f0a7 req-4138f1ab-b905-4e8b-98d2-2b08be33ba88 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0723205 Feb 20 20:07:24.848529 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ecce129f-3358-40be-a9f5-a156257fc403 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Deleting port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:24.848865 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ecce129f-3358-40be-a9f5-a156257fc403 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.951180 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8427135d-8759-447c-9942-2788f220f0a7 req-ce312a9b-1f0d-49d6-a46f-5922cc56e908 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988572 Feb 20 20:07:24.986215 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ecce129f-3358-40be-a9f5-a156257fc403 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] For port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,segment=NetworkSegment(dadd2250-3878-437a-99fb-284b13ba1225),segment_id=dadd2250-3878-437a-99fb-284b13ba1225)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:24.986609 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ecce129f-3358-40be-a9f5-a156257fc403 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.004722 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ecce129f-3358-40be-a9f5-a156257fc403 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Calling delete_port for 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:25.256743 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ecce129f-3358-40be-a9f5-a156257fc403 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (3ca3ecd0-c84f-4ba7-8184-68fb80a53152), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.290121 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce129f-3358-40be-a9f5-a156257fc403 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Pushing event deleted for resources: {'Port': ['ID=3ca3ecd0-c84f-4ba7-8184-68fb80a53152,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:25.339976 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ecce129f-3358-40be-a9f5-a156257fc403 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] No DVR routers for this DVR port 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:25.343275 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ecce129f-3358-40be-a9f5-a156257fc403 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.347354 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6e114d5f-a59d-47a9-a93d-8c0e24d2480c req-ecce129f-3358-40be-a9f5-a156257fc403 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.75 "DELETE /v2.0/ports/3ca3ecd0-c84f-4ba7-8184-68fb80a53152 HTTP/1.1" status: 204 len: 173 time: 0.6486669 Feb 20 20:07:25.347818 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daac6aee-3c43-42a7-ad5d-c24028e3ed27', 'name': 'network-vif-deleted', 'tag': '3ca3ecd0-c84f-4ba7-8184-68fb80a53152'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:25.350125 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3fd3dd-d41e-448a-a141-1f55bb85e86c" -d '{"events": [{"server_uuid": "daac6aee-3c43-42a7-ad5d-c24028e3ed27", "name": "network-vif-deleted", "tag": "3ca3ecd0-c84f-4ba7-8184-68fb80a53152"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:25.410039 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cf5ac2-8b18-4083-9b38-f8efafcfa431 x-openstack-request-id: req-07cf5ac2-8b18-4083-9b38-f8efafcfa431 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:25.410655 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daac6aee-3c43-42a7-ad5d-c24028e3ed27", "name": "network-vif-deleted", "tag": "3ca3ecd0-c84f-4ba7-8184-68fb80a53152", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:25.411116 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07cf5ac2-8b18-4083-9b38-f8efafcfa431 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:25.411909 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daac6aee-3c43-42a7-ad5d-c24028e3ed27', 'name': 'network-vif-deleted', 'tag': '3ca3ecd0-c84f-4ba7-8184-68fb80a53152', 'status': 'completed', 'code': 200} Feb 20 20:07:25.610351 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:25.634465 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:25.634885 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 3ca3ecd0-c84f-4ba7-8184-68fb80a53152 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:25.706091 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-669fd527-5a84-4330-af97-c13c2a6d678e req-16011142-ae61-4f2c-bac1-554369fefc17 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 210 time: 0.0324228 Feb 20 20:07:25.875711 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f1ade-4ec7-423e-90f3-675fbab6dffc req-6140e743-fbc2-44c8-a91c-5ba1e1f7ea24 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:25.877233 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd3f1ade-4ec7-423e-90f3-675fbab6dffc req-6140e743-fbc2-44c8-a91c-5ba1e1f7ea24 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0616555 Feb 20 20:07:25.940623 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd3f1ade-4ec7-423e-90f3-675fbab6dffc req-75e30d1a-34e5-4d3c-b170-c07c0744b160 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571382 Feb 20 20:07:25.982591 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-638696e5-4080-4cf7-818e-96c8eba92cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.111633 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92157939-88ca-4a7e-9125-ec2d18285bed req-b6f8f6e8-3080-479d-b026-601ce2aa0e23 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:26.113318 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-92157939-88ca-4a7e-9125-ec2d18285bed req-b6f8f6e8-3080-479d-b026-601ce2aa0e23 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0949638 Feb 20 20:07:26.125564 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835526c-1177-4a70-b65e-082dd808e81f req-5836a541-945a-45ac-913c-827f6a8f3b4d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:26.127104 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e835526c-1177-4a70-b65e-082dd808e81f req-5836a541-945a-45ac-913c-827f6a8f3b4d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0753245 Feb 20 20:07:26.208255 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-92157939-88ca-4a7e-9125-ec2d18285bed req-e9a89146-03ab-4b30-9ae5-04f4c1b294ad tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801365 Feb 20 20:07:26.220076 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e835526c-1177-4a70-b65e-082dd808e81f req-a4a521e2-3647-44ec-8783-d9218db91970 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862000 Feb 20 20:07:26.240036 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 45864) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:26.337165 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 45868) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:26.421510 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0daf20e-82fd-4ca2-b088-6c87523bc54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.526222 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0daf20e-82fd-4ca2-b088-6c87523bc54b admin admin] Publish callbacks [] for security_group (74fe6be1-a166-41ee-b51c-dd30edcd37f3), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.528406 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0f00e4-c03b-476a-a4b3-6cdd421fe48a tempest-TestShelveInstance-771754658 tempest-TestShelveInstance-771754658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:26.530177 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-3e0f00e4-c03b-476a-a4b3-6cdd421fe48a tempest-TestShelveInstance-771754658 tempest-TestShelveInstance-771754658-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1124 time: 0.2886705 Feb 20 20:07:26.534130 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 45876) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:26.538957 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Request body: {'floatingip': {'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'port_id': '24ada99e-5acc-483e-9242-a2920061f997', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:26.599439 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c0daf20e-82fd-4ca2-b088-6c87523bc54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (74fe6be1-a166-41ee-b51c-dd30edcd37f3), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.636845 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.643240 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c0daf20e-82fd-4ca2-b088-6c87523bc54b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb8414a9f1814416b16c06770d8775db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048644 Feb 20 20:07:26.646364 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 45878) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:26.653462 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daf20e-82fd-4ca2-b088-6c87523bc54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fe6be1-a166-41ee-b51c-dd30edcd37f3,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:26.705877 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59df7409-5fda-497c-9752-a8ae22a77cb6 admin admin] Publish callbacks [] for security_group (74fe6be1-a166-41ee-b51c-dd30edcd37f3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.740331 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59df7409-5fda-497c-9752-a8ae22a77cb6 admin admin] Publish callbacks [] for security_group (74fe6be1-a166-41ee-b51c-dd30edcd37f3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.787794 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.827043 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bdecfea2-caa9-4e16-9cab-68292a4cc02a req-18b92bdb-5798-46e3-8bad-19e7718476ca tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 210 time: 0.0302880 Feb 20 20:07:26.903207 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59df7409-5fda-497c-9752-a8ae22a77cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (74fe6be1-a166-41ee-b51c-dd30edcd37f3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.907478 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-59df7409-5fda-497c-9752-a8ae22a77cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.909347 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-59df7409-5fda-497c-9752-a8ae22a77cb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74fe6be1-a166-41ee-b51c-dd30edcd37f3 HTTP/1.1" status: 204 len: 168 time: 0.2614570 Feb 20 20:07:26.922586 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df7409-5fda-497c-9752-a8ae22a77cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fe6be1-a166-41ee-b51c-dd30edcd37f3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:27.047325 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Allocated IP 172.27.0.136 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:27.495524 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for port (fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.513200 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9c4cc-3136-4f6c-89f6-31b5af30805f req-ff3a5896-22ac-453a-9fa7-b3e8d5fd3900 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:27.514891 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4af9c4cc-3136-4f6c-89f6-31b5af30805f req-ff3a5896-22ac-453a-9fa7-b3e8d5fd3900 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.1490796 Feb 20 20:07:27.587530 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4af9c4cc-3136-4f6c-89f6-31b5af30805f req-79613d2b-e6e4-4ec8-9776-85b935939f46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627370 Feb 20 20:07:27.732940 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.784856 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:27.787670 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:27.793344 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:27.799264 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event updated for resources: {'Port': ['ID=fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:27.982871 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec26bfd1-07e3-4ce8-98fd-eee23415d728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.002587 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9405b524-843b-4a34-84ef-974eb420f4a1 req-6aaaf53e-8ca3-4501-8fbb-53f0f2a59176 tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 210 time: 0.0744424 Feb 20 20:07:28.329367 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for floatingip (87caf68a-2b7e-4490-addb-cc7ac803ec73), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.376727 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 45914) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:28.512533 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-707412268-network', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:28.542479 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.594327 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Made reservation on behalf of 7d15dcb9692c401e9d0e06361839bb8b for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:28.598141 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.612459 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.697216 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Publish callbacks [] for security_group (480b78be-02cf-44fa-8a6c-3eb48b36281f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.722502 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for port (fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.766421 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb454f-b561-48a6-8c1d-248fd8dc8a7e req-ed661e5b-f07e-4891-ae9b-7dd747985d0c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:28.767943 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-90cb454f-b561-48a6-8c1d-248fd8dc8a7e req-ed661e5b-f07e-4891-ae9b-7dd747985d0c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 944 time: 0.0623460 Feb 20 20:07:28.776440 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (480b78be-02cf-44fa-8a6c-3eb48b36281f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.799277 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:07:28.818722 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (043615d5-a058-495f-b293-316630fed44e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.818722 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Added segment 043615d5-a058-495f-b293-316630fed44e of type vlan for network 3ddb480e-c808-4081-b0cb-679d7704b478 Feb 20 20:07:28.828581 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b78be-02cf-44fa-8a6c-3eb48b36281f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:28.831896 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.868670 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-90cb454f-b561-48a6-8c1d-248fd8dc8a7e req-e06ef7c5-459f-4e04-8dce-cdf1176ad600 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944855 Feb 20 20:07:28.891002 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (3ddb480e-c808-4081-b0cb-679d7704b478), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.922659 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event updated for resources: {'Port': ['ID=fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:28.937852 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (87caf68a-2b7e-4490-addb-cc7ac803ec73), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.998989 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (3ddb480e-c808-4081-b0cb-679d7704b478), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.999989 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:29.000573 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.048643 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Floating IP 87caf68a-2b7e-4490-addb-cc7ac803ec73 associated. External IP: 172.27.0.136, port: 24ada99e-5acc-483e-9242-a2920061f997. Feb 20 20:07:29.074075 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] Pushing event updated for resources: {'Network': ['ID=3ddb480e-c808-4081-b0cb-679d7704b478,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:29.095907 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 3ddb480e-c808-4081-b0cb-679d7704b478 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:07:29.158575 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-fbb7e302-1bfc-4d0b-b747-adae950a54cb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7800255 Feb 20 20:07:29.159469 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 45926) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:29.167564 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Request body: {'subnet': {'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-707412268-subnet', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:29.208510 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 87a52ebd-35dd-4b56-8924-9578f176542c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:07:29.239636 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6fd5e6c1-89e8-4b4d-85c3-3aa6320a0faa req-5b085777-6519-4869-9386-83a3b51b11aa tempest-VolumesNegativeTest-796328655 tempest-VolumesNegativeTest-796328655-project] 10.222.0.60 "GET /v2.0/ports?device_id=daac6aee-3c43-42a7-ad5d-c24028e3ed27 HTTP/1.1" status: 200 len: 210 time: 0.0415781 Feb 20 20:07:29.284932 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Made reservation on behalf of 7d15dcb9692c401e9d0e06361839bb8b for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:29.287984 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30031100'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.372466 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:29.384360 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '87a52ebd-35dd-4b56-8924-9578f176542c', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'port_id': '87a52ebd-35dd-4b56-8924-9578f176542c', 'mac_address': 'fa:16:3e:26:39:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:07:29.411620 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.433818 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 87a52ebd-35dd-4b56-8924-9578f176542c is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:29.434985 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.456772 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a52ebd-35dd-4b56-8924-9578f176542c {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:29.467539 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Router c7715641-5a24-4f0a-bf7f-0913d7611e6a has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:07:29.482150 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:29.599814 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:29.614103 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] Sync routers for ids ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:29.617935 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.619008 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30322130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30030862'] for subnet (d119c215-b079-412f-ab08-881c044261be), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.632654 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] Routers {'c7715641-5a24-4f0a-bf7f-0913d7611e6a'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:29.633279 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:29.683150 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d119c215-b079-412f-ab08-881c044261be,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:29.701226 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Checking segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:29.701713 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Network hostable DHCP agents. Network: 3ddb480e-c808-4081-b0cb-679d7704b478, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:07:29.707558 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.712863 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=9']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:29.756261 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-19192902-4956-4d66-96e9-b28acd4f74ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2208667 Feb 20 20:07:29.756836 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'tag': '24ada99e-5acc-483e-9242-a2920061f997'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:29.759529 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b00163-69e2-469a-8c45-0545bf8a5500" -d '{"events": [{"name": "network-changed", "server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "tag": "24ada99e-5acc-483e-9242-a2920061f997"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:29.795572 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] Set router c7715641-5a24-4f0a-bf7f-0913d7611e6a gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:29.811122 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Network 3ddb480e-c808-4081-b0cb-679d7704b478 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:07:29.820564 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe6828-f5da-44b4-95bc-a89efb3b9eff x-openstack-request-id: req-d6fe6828-f5da-44b4-95bc-a89efb3b9eff {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:29.821173 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "tag": "24ada99e-5acc-483e-9242-a2920061f997", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:29.821488 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6fe6828-f5da-44b4-95bc-a89efb3b9eff {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:29.822035 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'tag': '24ada99e-5acc-483e-9242-a2920061f997', 'status': 'completed', 'code': 200} Feb 20 20:07:29.941910 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 3ddb480e-c808-4081-b0cb-679d7704b478) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:29.946667 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-05d986c2-dff4-4c02-bc01-fbb952c498f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:29.947655 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-05d986c2-dff4-4c02-bc01-fbb952c498f2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c8e34338e9a48629be67b295d115a7a&device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1129 time: 0.0704169 Feb 20 20:07:29.952963 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:29.953609 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.961672 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd6e665-b48b-4f54-831c-3785d6afe6f3 None None] Network 3ddb480e-c808-4081-b0cb-679d7704b478 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:07:30.082319 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-8ff4a8f8-4e8e-49cd-bbcc-dfc24c66ca17 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9208946 Feb 20 20:07:30.085222 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 45942) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:30.094829 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:30.118678 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['87a52ebd-35dd-4b56-8924-9578f176542c'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:30.200020 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084eef44-1a8a-40cc-9f44-e816e1dea44f req-026c10f3-c912-451b-850e-59b6f138636f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:30.202033 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-084eef44-1a8a-40cc-9f44-e816e1dea44f req-026c10f3-c912-451b-850e-59b6f138636f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 945 time: 0.1419020 Feb 20 20:07:30.223069 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:44Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '87caf68a-2b7e-4490-addb-cc7ac803ec73', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'port_id': '24ada99e-5acc-483e-9242-a2920061f997', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'mac_address': 'fa:16:3e:db:41:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 0, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ecb4e6-0243-4137-9af3-d376a303e43a', 'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'mac_address': 'fa:16:3e:0a:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:43Z', 'updated_at': '2022-02-20T20:05:48Z', 'revision_number': 5, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'subnets': [{'id': '104df7b0-67f9-426c-934c-4cb02066a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:30.237242 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1873850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11345'] for router (ebf0ad9f-7b60-4077-909d-a032bb5846ea), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.237242 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1874474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1875835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11434'] for router (ebf0ad9f-7b60-4077-909d-a032bb5846ea), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.242699 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-84c3ba9f-13f4-49ee-b476-be7f383013a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:30.244921 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-84c3ba9f-13f4-49ee-b476-be7f383013a3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d20a7ac2-8104-4134-8a26-24a979518d49 HTTP/1.1" status: 200 len: 910 time: 0.2899616 Feb 20 20:07:30.286182 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280d935-7abc-53ab-aeff-946d572351b5-3ddb480e-c808-4081-b0cb-679d7704b478', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be'}]}} from dv-cinder-830085-1-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:07:30.287477 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.390049 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] Checking router: c7715641-5a24-4f0a-bf7f-0913d7611e6a for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:30.436392 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] Routers {'c7715641-5a24-4f0a-bf7f-0913d7611e6a'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:30.437527 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:30.460962 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks [] for router_controller (ebf0ad9f-7b60-4077-909d-a032bb5846ea), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.505536 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-084eef44-1a8a-40cc-9f44-e816e1dea44f req-34180f17-d38d-4ec0-bc3f-8954647ee075 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902498 Feb 20 20:07:30.536261 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-802fd686-e762-4b44-9d0f-45ce1db4e413 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ada99e-5acc-483e-9242-a2920061f997 HTTP/1.1" status: 200 len: 999 time: 0.2716475 Feb 20 20:07:30.693768 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] Set router c7715641-5a24-4f0a-bf7f-0913d7611e6a gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:30.714832 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.737322 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-2d7b70e8-2c83-46b9-a6e3-0b9c98b866ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:30.742207 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-2d7b70e8-2c83-46b9-a6e3-0b9c98b866ba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=104df7b0-67f9-426c-934c-4cb02066a168 HTTP/1.1" status: 200 len: 848 time: 0.1962008 Feb 20 20:07:30.893842 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-6fce246e-9e30-4ddb-85ce-bb188fa6d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:30.896192 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-6fce246e-9e30-4ddb-85ce-bb188fa6d49e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d20a7ac2-8104-4134-8a26-24a979518d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1471519 Feb 20 20:07:30.915931 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Allocated IP 172.20.0.2 (3ddb480e-c808-4081-b0cb-679d7704b478/d119c215-b079-412f-ab08-881c044261be/f39d5aff-a070-4817-8be6-39e89a156f2a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:30.948429 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks [] for router_gateway (ebf0ad9f-7b60-4077-909d-a032bb5846ea), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.126552 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-c9d3798a-b6e7-4b15-b923-779fcf9039f6 service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081962 Feb 20 20:07:31.147497 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:44Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '87caf68a-2b7e-4490-addb-cc7ac803ec73', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'port_id': '24ada99e-5acc-483e-9242-a2920061f997', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'mac_address': 'fa:16:3e:db:41:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 0, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ecb4e6-0243-4137-9af3-d376a303e43a', 'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'mac_address': 'fa:16:3e:0a:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:43Z', 'updated_at': '2022-02-20T20:05:48Z', 'revision_number': 5, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'subnets': [{'id': '104df7b0-67f9-426c-934c-4cb02066a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:31.212667 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9282beb0-2336-46e6-b542-95a1836fa37b None None] The sync data for ids ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'] in dv-cinder-830085-1-iscsi is: [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:44Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '87caf68a-2b7e-4490-addb-cc7ac803ec73', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'port_id': '24ada99e-5acc-483e-9242-a2920061f997', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'mac_address': 'fa:16:3e:db:41:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 0, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ecb4e6-0243-4137-9af3-d376a303e43a', 'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'mac_address': 'fa:16:3e:0a:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:43Z', 'updated_at': '2022-02-20T20:05:48Z', 'revision_number': 5, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'subnets': [{'id': '104df7b0-67f9-426c-934c-4cb02066a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:31.279897 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Publish callbacks [] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.312748 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6b00163-69e2-469a-8c45-0545bf8a5500 req-279b7d12-b2d6-4295-8022-aca0afdb98d6 service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878400 Feb 20 20:07:31.383706 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.446455 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks [] for router_gateway (ebf0ad9f-7b60-4077-909d-a032bb5846ea), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.464970 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Network 3ddb480e-c808-4081-b0cb-679d7704b478 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:31.469936 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:31.473218 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:31.511189 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.552287 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Pushing event updated for resources: {'Port': ['ID=f39d5aff-a070-4817-8be6-39e89a156f2a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:31.583592 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Attempting to bind port f39d5aff-a070-4817-8be6-39e89a156f2a on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:31.585041 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Attempting to bind port f39d5aff-a070-4817-8be6-39e89a156f2a by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:31.585804 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Attempting to bind port f39d5aff-a070-4817-8be6-39e89a156f2a on network 3ddb480e-c808-4081-b0cb-679d7704b478 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:31.595724 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:31.596774 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Checking segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:31.597405 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.599217 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Bound using segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:31.600043 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Bound port: f39d5aff-a070-4817-8be6-39e89a156f2a, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:31.603164 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.678077 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3a85c-d32d-4675-a314-34b30545568f None None] New status for floating IP 87caf68a-2b7e-4490-addb-cc7ac803ec73: ACTIVE {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:07:31.735938 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebfafe-9266-43dc-a31a-e72954a8cfe0 req-213cc3de-8278-4188-91cf-e9be99f70a0c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:31.749694 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-01ebfafe-9266-43dc-a31a-e72954a8cfe0 req-213cc3de-8278-4188-91cf-e9be99f70a0c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0892797 Feb 20 20:07:31.755923 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Allocated IP 172.27.0.220 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/58e583c0-b059-4490-a24c-7794fe191ac3) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:31.845926 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-01ebfafe-9266-43dc-a31a-e72954a8cfe0 req-79e2ef4b-32ef-492b-a48d-363cde33ebec tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968170 Feb 20 20:07:31.849898 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] For port f39d5aff-a070-4817-8be6-39e89a156f2a, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:31.861859 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] For port f39d5aff-a070-4817-8be6-39e89a156f2a, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f39d5aff-a070-4817-8be6-39e89a156f2a,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:31.947370 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks [] for port (58e583c0-b059-4490-a24c-7794fe191ac3), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.960284 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.027054 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aa9eb-6fce-4855-8029-caeb14d94c95 None None] Pushing event updated for resources: {'Port': ['ID=f39d5aff-a070-4817-8be6-39e89a156f2a,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:32.125703 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.131683 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc3ad1-2927-4a29-9d9b-61e423c7a515 req-1df78303-a7b2-4a5b-af2a-9bafdbc5691a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:32.135085 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30fc3ad1-2927-4a29-9d9b-61e423c7a515 req-1df78303-a7b2-4a5b-af2a-9bafdbc5691a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0960014 Feb 20 20:07:32.168630 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:32.172577 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:32.180774 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:32.215911 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Pushing event updated for resources: {'Port': ['ID=58e583c0-b059-4490-a24c-7794fe191ac3,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:32.226468 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30fc3ad1-2927-4a29-9d9b-61e423c7a515 req-a9d3b8fa-e35b-44e3-bdcb-24a0e98e2893 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802896 Feb 20 20:07:32.249214 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.604096 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f39d5aff-a070-4817-8be6-39e89a156f2a up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:32.650792 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks [] for router_gateway (ebf0ad9f-7b60-4077-909d-a032bb5846ea), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.667301 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port f39d5aff-a070-4817-8be6-39e89a156f2a triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:32.667829 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.780039 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port f39d5aff-a070-4817-8be6-39e89a156f2a is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:32.780618 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.842101 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port f39d5aff-a070-4817-8be6-39e89a156f2a, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f39d5aff-a070-4817-8be6-39e89a156f2a,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:32.942404 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.982214 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1874467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884'] for router (ebf0ad9f-7b60-4077-909d-a032bb5846ea), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.061401 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=f39d5aff-a070-4817-8be6-39e89a156f2a,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:33.108924 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09214279-16ec-43eb-ac78-4793d583aede req-2fd4a0a1-bef6-423c-8990-3abab3c3b4f7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:33.111927 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09214279-16ec-43eb-ac78-4793d583aede req-2fd4a0a1-bef6-423c-8990-3abab3c3b4f7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 945 time: 0.0915446 Feb 20 20:07:33.205519 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09214279-16ec-43eb-ac78-4793d583aede req-3a841afd-ccd8-4ab8-8494-d97b94c52378 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877280 Feb 20 20:07:33.263715 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Router ebf0ad9f-7b60-4077-909d-a032bb5846ea is scheduled to L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:07:33.350808 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea5216-1222-439d-aa89-a50b73775140 None None] Network 3ddb480e-c808-4081-b0cb-679d7704b478 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:07:33.395678 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e36de7-6ffd-4d0b-bd5c-08e9bc0d8ab6 req-9401263c-ba15-44e9-94ea-6022f985c3bc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:33.398088 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-04e36de7-6ffd-4d0b-bd5c-08e9bc0d8ab6 req-9401263c-ba15-44e9-94ea-6022f985c3bc tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.0714741 Feb 20 20:07:33.437362 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-ef989e44-c0ca-422a-a745-cec36ddb7da6 None None] Provisioning complete for port f39d5aff-a070-4817-8be6-39e89a156f2a triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:33.437362 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef989e44-c0ca-422a-a745-cec36ddb7da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.440330 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:33.455664 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Sync routers for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:33.474166 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:33.475043 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:33.495635 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-04e36de7-6ffd-4d0b-bd5c-08e9bc0d8ab6 req-a8c938a2-ade1-47fb-b221-e426eb0496e7 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834091 Feb 20 20:07:33.558404 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.561504 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-6b25d97a-e06b-4ae8-a854-c417e3a45618 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4743388 Feb 20 20:07:33.565441 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46110) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:33.627045 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ef989e44-c0ca-422a-a745-cec36ddb7da6 None None] Current status of the port f39d5aff-a070-4817-8be6-39e89a156f2a is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:33.648913 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:33.686629 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 87a52ebd-35dd-4b56-8924-9578f176542c up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:33.776922 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 87a52ebd-35dd-4b56-8924-9578f176542c triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:33.778494 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.983570 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 3, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:34.002768 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-5427e5d7-a1b7-4705-82bb-555bbd856ec7 None None] Provisioning complete for port f39d5aff-a070-4817-8be6-39e89a156f2a triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:34.003388 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5427e5d7-a1b7-4705-82bb-555bbd856ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.036366 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Checking router: ebf0ad9f-7b60-4077-909d-a032bb5846ea for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:34.036946 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Updating router ebf0ad9f-7b60-4077-909d-a032bb5846ea port 58e583c0-b059-4490-a24c-7794fe191ac3 binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:07:34.072818 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 87a52ebd-35dd-4b56-8924-9578f176542c is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:34.073424 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.094158 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.120038 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:34.127750 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e560adc-b820-4d50-847e-4058a8a7af8d" -d '{"events": [{"server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "name": "network-vif-plugged", "status": "completed", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:34.164358 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:34.213065 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020f2ea0-dceb-450c-a14f-09b60bc17807 x-openstack-request-id: req-020f2ea0-dceb-450c-a14f-09b60bc17807 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:34.213429 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "name": "network-vif-plugged", "status": "completed", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:34.213933 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-020f2ea0-dceb-450c-a14f-09b60bc17807 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:34.214746 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c', 'code': 200} Feb 20 20:07:34.239530 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5427e5d7-a1b7-4705-82bb-555bbd856ec7 None None] Current status of the port f39d5aff-a070-4817-8be6-39e89a156f2a is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:34.279673 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.347505 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=10']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:34.386784 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd8b3-0274-4b4a-9bd4-c4f5685ae0ab req-0f74ca78-47cb-41fd-a19b-b4e158fa6d3e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:34.397215 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-479cd8b3-0274-4b4a-9bd4-c4f5685ae0ab req-0f74ca78-47cb-41fd-a19b-b4e158fa6d3e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 947 time: 0.0884273 Feb 20 20:07:34.480475 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-479cd8b3-0274-4b4a-9bd4-c4f5685ae0ab req-918131c6-2291-42fd-9459-39fea210ca17 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819588 Feb 20 20:07:34.533851 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Publish callbacks [] for port (58e583c0-b059-4490-a24c-7794fe191ac3), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.588649 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.599637 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.644080 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f39d5aff-a070-4817-8be6-39e89a156f2a up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:34.701827 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Attempting to bind port 58e583c0-b059-4490-a24c-7794fe191ac3 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:34.702724 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Attempting to bind port 58e583c0-b059-4490-a24c-7794fe191ac3 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:34.704573 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Attempting to bind port 58e583c0-b059-4490-a24c-7794fe191ac3 on network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:34.727609 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:34.727995 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:34.728398 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.728796 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Bound using segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:34.729351 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Bound port: 58e583c0-b059-4490-a24c-7794fe191ac3, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:34.729929 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.770872 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Pushing event updated for resources: {'Port': ['ID=58e583c0-b059-4490-a24c-7794fe191ac3,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:34.788220 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.788816 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.789076 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2e908-ae00-4a99-b1dc-20f25e9b7e0b req-49333fa8-f869-4f1d-bad2-66d8d7684221 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:34.789416 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.790044 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.790600 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.790789 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86d2e908-ae00-4a99-b1dc-20f25e9b7e0b req-49333fa8-f869-4f1d-bad2-66d8d7684221 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.1500235 Feb 20 20:07:34.791375 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.791981 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.792687 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.794084 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.795150 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.795968 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.796767 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.797586 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:34.804836 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port f39d5aff-a070-4817-8be6-39e89a156f2a triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:34.811106 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.881733 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] For port 58e583c0-b059-4490-a24c-7794fe191ac3, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:34.888720 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] For port 58e583c0-b059-4490-a24c-7794fe191ac3, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=58e583c0-b059-4490-a24c-7794fe191ac3,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:34.894576 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Allocated IP 172.20.0.1 (3ddb480e-c808-4081-b0cb-679d7704b478/d119c215-b079-412f-ab08-881c044261be/9c5c7816-d252-4730-8a4b-7ad064fa432c) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:34.936224 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86d2e908-ae00-4a99-b1dc-20f25e9b7e0b req-04959056-4f72-4242-9a68-21204a3e24ee tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340389 Feb 20 20:07:34.982560 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port f39d5aff-a070-4817-8be6-39e89a156f2a is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:34.989051 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.068954 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:35.069936 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:35.151099 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5f6a1-416f-450a-86f8-34814041ed2e None None] Pushing event updated for resources: {'Port': ['ID=58e583c0-b059-4490-a24c-7794fe191ac3,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:35.165724 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Publish callbacks [] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.297430 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.317416 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:35.340880 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9530dd-5cd7-4d1f-a1b1-2c009b53c87b req-e24fa9fb-7377-4035-9fb5-e6ddb6dbf9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:35.358228 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b9530dd-5cd7-4d1f-a1b1-2c009b53c87b req-e24fa9fb-7377-4035-9fb5-e6ddb6dbf9df service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 1131 time: 0.0991249 Feb 20 20:07:35.381716 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Network 3ddb480e-c808-4081-b0cb-679d7704b478 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:35.390719 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:35.397606 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:35.402506 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5c7816-d252-4730-8a4b-7ad064fa432c,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:35.477658 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1875579'] for router_interface (ebf0ad9f-7b60-4077-909d-a032bb5846ea), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.535426 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b9530dd-5cd7-4d1f-a1b1-2c009b53c87b req-9e6d52df-c315-4d88-8b46-9cce6d2c74a6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710818 Feb 20 20:07:35.737295 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05cf68-5a59-48cf-a827-2a85482e508e req-12f69ca9-eee7-4283-a1b1-c3ce3b8601e3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:35.739447 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6f05cf68-5a59-48cf-a827-2a85482e508e req-12f69ca9-eee7-4283-a1b1-c3ce3b8601e3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 947 time: 0.1496544 Feb 20 20:07:35.835688 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.894539 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6f05cf68-5a59-48cf-a827-2a85482e508e req-86e16d55-eee7-4e5e-a5e1-f40639e95652 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311634 Feb 20 20:07:35.911142 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8cb4a725-f5d2-45ec-94cb-5e119f6f4f65 None None] Provisioning complete for port 9c5c7816-d252-4730-8a4b-7ad064fa432c triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:35.911892 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a725-f5d2-45ec-94cb-5e119f6f4f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.949216 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 3, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:35.987334 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f426bba-9919-42ea-b428-bb8085220d9c None None] The sync data for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi is: [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 3, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:36.019258 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4a725-f5d2-45ec-94cb-5e119f6f4f65 None None] Port 9c5c7816-d252-4730-8a4b-7ad064fa432c cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:36.165637 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Publish callbacks [] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.194568 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-06fcf525-07e8-455c-a455-094e0a881e6f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:36.194568 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-06fcf525-07e8-455c-a455-094e0a881e6f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.75 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.1348422 Feb 20 20:07:36.269136 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.277386 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08c19e-dba9-426d-b6fa-f1a075038f64 req-993634bb-6b9b-4c5a-a491-03b90171f521 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:36.282834 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b08c19e-dba9-426d-b6fa-f1a075038f64 req-993634bb-6b9b-4c5a-a491-03b90171f521 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 946 time: 0.1681681 Feb 20 20:07:36.385696 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b08c19e-dba9-426d-b6fa-f1a075038f64 req-ce2b7aec-887d-4669-ab6c-3d6f2ac8a926 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007209 Feb 20 20:07:36.461199 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1875695'] for router_interface (ebf0ad9f-7b60-4077-909d-a032bb5846ea), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.463780 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5c7816-d252-4730-8a4b-7ad064fa432c,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:36.476937 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-73648e42-e4f8-41d1-8f97-8220fd6f3e03 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Deleting port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:36.477493 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-73648e42-e4f8-41d1-8f97-8220fd6f3e03 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.670713 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Network 3ddb480e-c808-4081-b0cb-679d7704b478 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:36.670713 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:36.692573 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 58e583c0-b059-4490-a24c-7794fe191ac3 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:36.727260 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-73648e42-e4f8-41d1-8f97-8220fd6f3e03 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] For port c6f9bc83-3d9c-4fbd-973e-18a908aadda3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:36.728019 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-73648e42-e4f8-41d1-8f97-8220fd6f3e03 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.772913 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-73648e42-e4f8-41d1-8f97-8220fd6f3e03 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Calling delete_port for c6f9bc83-3d9c-4fbd-973e-18a908aadda3 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:36.845980 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 58e583c0-b059-4490-a24c-7794fe191ac3 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:36.846903 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.047666 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 58e583c0-b059-4490-a24c-7794fe191ac3 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:37.048483 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.070293 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Router ebf0ad9f-7b60-4077-909d-a032bb5846ea has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:07:37.114954 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 58e583c0-b059-4490-a24c-7794fe191ac3, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=58e583c0-b059-4490-a24c-7794fe191ac3,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:37.195099 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-78431142-f43b-4fee-939e-6a464a70308a None None] Provisioning complete for port 9c5c7816-d252-4730-8a4b-7ad064fa432c triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:37.195099 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78431142-f43b-4fee-939e-6a464a70308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.211821 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.259488 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-73648e42-e4f8-41d1-8f97-8220fd6f3e03 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (c6f9bc83-3d9c-4fbd-973e-18a908aadda3), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.313808 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=58e583c0-b059-4490-a24c-7794fe191ac3,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:37.320808 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['93f93cb7-06aa-4758-87e2-1a0fb13262c4', 'c6f9bc83-3d9c-4fbd-973e-18a908aadda3'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:37.330681 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73648e42-e4f8-41d1-8f97-8220fd6f3e03 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Pushing event deleted for resources: {'Port': ['ID=c6f9bc83-3d9c-4fbd-973e-18a908aadda3,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:37.385173 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e405695-6045-4fd1-a02c-8a6e1dcfd2a8 req-47e461c2-6ebd-4f39-b0ac-afa90a405fd4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:37.397961 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5e405695-6045-4fd1-a02c-8a6e1dcfd2a8 req-47e461c2-6ebd-4f39-b0ac-afa90a405fd4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 947 time: 0.2365248 Feb 20 20:07:37.431054 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-78431142-f43b-4fee-939e-6a464a70308a None None] Port 9c5c7816-d252-4730-8a4b-7ad064fa432c cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:37.514839 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-73648e42-e4f8-41d1-8f97-8220fd6f3e03 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] No DVR routers for this DVR port c6f9bc83-3d9c-4fbd-973e-18a908aadda3 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:37.556536 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-26a18c1f-47bb-480d-af9e-bdf66f83384c req-58cd02e4-0a55-49e0-a047-2ebd9e984132 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.0417347 Feb 20 20:07:37.557347 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-73648e42-e4f8-41d1-8f97-8220fd6f3e03 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.563240 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6fd5e3e9-ad41-4334-b662-2d94b7133abf req-73648e42-e4f8-41d1-8f97-8220fd6f3e03 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.75 "DELETE /v2.0/ports/c6f9bc83-3d9c-4fbd-973e-18a908aadda3 HTTP/1.1" status: 204 len: 173 time: 1.3597281 Feb 20 20:07:37.563927 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52443e14-8400-4a24-8928-b6c1ccd822a5', 'name': 'network-vif-deleted', 'tag': 'c6f9bc83-3d9c-4fbd-973e-18a908aadda3'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:37.572236 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ff4b36-c631-4200-9e3f-3dc9bde3c2f7" -d '{"events": [{"server_uuid": "52443e14-8400-4a24-8928-b6c1ccd822a5", "name": "network-vif-deleted", "tag": "c6f9bc83-3d9c-4fbd-973e-18a908aadda3"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:37.608920 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:37.617683 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-77642fff-86de-4bbb-9107-3261638c25b0 admin admin] 10.222.0.60 "PUT /v2.0/routers/ebf0ad9f-7b60-4077-909d-a032bb5846ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0503910 Feb 20 20:07:37.690455 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5e405695-6045-4fd1-a02c-8a6e1dcfd2a8 req-69528c65-e3cb-42b1-b488-5f20f848ff6e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684503 Feb 20 20:07:37.714675 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46300) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:37.718772 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5fb69d-14d4-4dfd-9084-a27eab050435 x-openstack-request-id: req-cd5fb69d-14d4-4dfd-9084-a27eab050435 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:37.719071 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52443e14-8400-4a24-8928-b6c1ccd822a5", "name": "network-vif-deleted", "tag": "c6f9bc83-3d9c-4fbd-973e-18a908aadda3", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:37.719332 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd5fb69d-14d4-4dfd-9084-a27eab050435 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:37.719749 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52443e14-8400-4a24-8928-b6c1ccd822a5', 'name': 'network-vif-deleted', 'tag': 'c6f9bc83-3d9c-4fbd-973e-18a908aadda3', 'status': 'completed', 'code': 200} Feb 20 20:07:37.995733 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d06f4ba-7897-4b79-8074-e71691cf7d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.139483 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d06f4ba-7897-4b79-8074-e71691cf7d94 admin admin] Publish callbacks [] for security_group (ee316da4-bdcc-475a-8e48-84ad9514901d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.199308 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8d06f4ba-7897-4b79-8074-e71691cf7d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ee316da4-bdcc-475a-8e48-84ad9514901d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.247491 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8d06f4ba-7897-4b79-8074-e71691cf7d94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=028efeed1d38458fac7b89dbc25d1137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5299878 Feb 20 20:07:38.251007 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46330) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:38.253834 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06f4ba-7897-4b79-8074-e71691cf7d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee316da4-bdcc-475a-8e48-84ad9514901d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:38.319392 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6aa09bd-2ce1-42ad-88d6-0e12d621530f admin admin] Publish callbacks [] for security_group (ee316da4-bdcc-475a-8e48-84ad9514901d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.363094 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6aa09bd-2ce1-42ad-88d6-0e12d621530f admin admin] Publish callbacks [] for security_group (ee316da4-bdcc-475a-8e48-84ad9514901d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.517473 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6aa09bd-2ce1-42ad-88d6-0e12d621530f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ee316da4-bdcc-475a-8e48-84ad9514901d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.520677 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6aa09bd-2ce1-42ad-88d6-0e12d621530f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.530143 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c6aa09bd-2ce1-42ad-88d6-0e12d621530f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee316da4-bdcc-475a-8e48-84ad9514901d HTTP/1.1" status: 204 len: 168 time: 0.2700305 Feb 20 20:07:38.540738 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa09bd-2ce1-42ad-88d6-0e12d621530f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee316da4-bdcc-475a-8e48-84ad9514901d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:38.637167 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 58e583c0-b059-4490-a24c-7794fe191ac3 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:38.795167 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 58e583c0-b059-4490-a24c-7794fe191ac3 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:38.795781 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.828255 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d6a018b7-c17e-483a-a18f-29da281d7102 req-b0d7e1f7-ba9b-4e13-9900-adee36c40eb4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=52443e14-8400-4a24-8928-b6c1ccd822a5 HTTP/1.1" status: 200 len: 210 time: 0.0871775 Feb 20 20:07:38.908270 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46346) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:38.913334 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-972075991-network', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:38.934731 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685465-5aed-4cd7-ad2a-2940fad14706 req-6e218cbd-4a10-42f1-8757-9b4443122970 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:38.937529 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75685465-5aed-4cd7-ad2a-2940fad14706 req-6e218cbd-4a10-42f1-8757-9b4443122970 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 947 time: 0.1065354 Feb 20 20:07:38.997754 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 58e583c0-b059-4490-a24c-7794fe191ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:39.031995 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-75685465-5aed-4cd7-ad2a-2940fad14706 req-1b35a6d8-3fe5-4675-bd43-d50afeb9dc83 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769958 Feb 20 20:07:39.057416 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Made reservation on behalf of e4b837f978ab4b0ab84eaedebe84a490 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:39.060083 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.062688 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Sync routers for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:39.070587 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.081067 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:39.081792 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:39.257512 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Publish callbacks [] for security_group (38330253-7900-4644-a8aa-3dfca1aa7b5b), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.326599 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (38330253-7900-4644-a8aa-3dfca1aa7b5b), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.372845 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:07:39.406467 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (eff956fe-8c9a-42a9-bbc2-64e23f87c0c4), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.406816 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Added segment eff956fe-8c9a-42a9-bbc2-64e23f87c0c4 of type vlan for network 67539b50-c7eb-4f0f-bacc-b43471920102 Feb 20 20:07:39.429292 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38330253-7900-4644-a8aa-3dfca1aa7b5b,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:39.462441 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:39.479688 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (67539b50-c7eb-4f0f-bacc-b43471920102), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.683050 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 2, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:39.696882 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (67539b50-c7eb-4f0f-bacc-b43471920102), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.697954 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:39.698668 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.711094 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Checking router: ebf0ad9f-7b60-4077-909d-a032bb5846ea for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:39.711482 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Updating router ebf0ad9f-7b60-4077-909d-a032bb5846ea port 9c5c7816-d252-4730-8a4b-7ad064fa432c binding host dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:07:39.736365 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device c6f9bc83-3d9c-4fbd-973e-18a908aadda3 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:39.772801 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: c6f9bc83-3d9c-4fbd-973e-18a908aadda3 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:39.773717 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device c6f9bc83-3d9c-4fbd-973e-18a908aadda3 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:39.783797 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.795206 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] Pushing event updated for resources: {'Network': ['ID=67539b50-c7eb-4f0f-bacc-b43471920102,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:39.828833 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 67539b50-c7eb-4f0f-bacc-b43471920102 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:07:39.842782 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e6f1bc24-69fa-4e05-a886-77535fdd27d7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9336572 Feb 20 20:07:39.846261 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46352) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:39.851439 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Request body: {'subnet': {'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-972075991-subnet', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:39.966930 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Made reservation on behalf of e4b837f978ab4b0ab84eaedebe84a490 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:39.971623 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30031100'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.103539 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46362) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:40.228570 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5111c-0799-4abf-ae95-91451730f64f req-a415e5cf-d370-4013-b512-377cfd39f40b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:40.236214 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76e5111c-0799-4abf-ae95-91451730f64f req-a415e5cf-d370-4013-b512-377cfd39f40b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 947 time: 0.0793154 Feb 20 20:07:40.264691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Publish callbacks [] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.310384 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76e5111c-0799-4abf-ae95-91451730f64f req-25c12995-891b-4528-9b0e-a2b26972f97f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730505 Feb 20 20:07:40.341001 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9193997b-cc43-47fc-9cbd-e3e8b6f856fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da90cec6e9b24aeab219d95489ccb6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338223 Feb 20 20:07:40.345790 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46366) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:40.364963 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.395018 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30322130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30030862'] for subnet (510b5ab2-a3e8-494b-8332-503524d41551), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.453388 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3132c-9ac5-45ad-ad77-a340f4913cd6 None None] Pushing event updated for resources: {'Port': ['ID=9c5c7816-d252-4730-8a4b-7ad064fa432c,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:40.474126 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510b5ab2-a3e8-494b-8332-503524d41551,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:40.484659 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Checking segment: {'id': 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:40.485306 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Network hostable DHCP agents. Network: 67539b50-c7eb-4f0f-bacc-b43471920102, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:07:40.516785 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1c42962-0cdb-4a23-bc5b-6e89dd988247 admin admin] Publish callbacks [] for security_group (bde701e5-34ac-462b-b1b0-35dab10047c7), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.527308 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Attempting to bind port 9c5c7816-d252-4730-8a4b-7ad064fa432c on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:40.528271 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Attempting to bind port 9c5c7816-d252-4730-8a4b-7ad064fa432c by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:40.528773 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Attempting to bind port 9c5c7816-d252-4730-8a4b-7ad064fa432c on network 3ddb480e-c808-4081-b0cb-679d7704b478 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:40.535385 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:40.535827 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Checking segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:40.536300 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.536687 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Bound using segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:40.537233 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Bound port: 9c5c7816-d252-4730-8a4b-7ad064fa432c, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:40.537624 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.542409 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Network 67539b50-c7eb-4f0f-bacc-b43471920102 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:07:40.552193 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1c42962-0cdb-4a23-bc5b-6e89dd988247 admin admin] Publish callbacks [] for security_group (bde701e5-34ac-462b-b1b0-35dab10047c7), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.592181 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd1756-9bcf-4936-929e-1a12bb93a72c req-077ed2d9-e840-4ad6-8712-0e092965de1a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:40.594832 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3bdd1756-9bcf-4936-929e-1a12bb93a72c req-077ed2d9-e840-4ad6-8712-0e092965de1a tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1150131 Feb 20 20:07:40.600430 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 67539b50-c7eb-4f0f-bacc-b43471920102) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:40.607261 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:40.608468 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.619328 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e774b397-d10a-475c-9cfb-b1b73427974c None None] Network 67539b50-c7eb-4f0f-bacc-b43471920102 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:07:40.676411 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] For port 9c5c7816-d252-4730-8a4b-7ad064fa432c, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:40.701494 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] For port 9c5c7816-d252-4730-8a4b-7ad064fa432c, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=9c5c7816-d252-4730-8a4b-7ad064fa432c,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:40.706954 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-3ce0925a-de7c-48e6-abae-2e8babfff308 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8594494 Feb 20 20:07:40.710036 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3bdd1756-9bcf-4936-929e-1a12bb93a72c req-428699eb-bba9-438a-8190-cc4d3b91ff20 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981412 Feb 20 20:07:40.713186 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46372) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:40.721588 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-972075991-router', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:40.782321 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280d935-7abc-53ab-aeff-946d572351b5-67539b50-c7eb-4f0f-bacc-b43471920102', 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102', 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'fixed_ips': [{'subnet_id': '510b5ab2-a3e8-494b-8332-503524d41551'}]}} from dv-cinder-830085-1-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:07:40.783188 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.817612 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.822631 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-561e101c-b2d0-40ee-842f-a4c7411ccb98 None None] Provisioning complete for port 9c5c7816-d252-4730-8a4b-7ad064fa432c triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:40.822871 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-561e101c-b2d0-40ee-842f-a4c7411ccb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.845051 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1c42962-0cdb-4a23-bc5b-6e89dd988247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (bde701e5-34ac-462b-b1b0-35dab10047c7), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.849659 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d1c42962-0cdb-4a23-bc5b-6e89dd988247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.851580 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d1c42962-0cdb-4a23-bc5b-6e89dd988247 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bde701e5-34ac-462b-b1b0-35dab10047c7 HTTP/1.1" status: 204 len: 168 time: 0.5032258 Feb 20 20:07:40.855349 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1873850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11345'] for router (be593a52-5d53-4d8d-a28c-b89d7e910acb), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.856674 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1874474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1875835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11434'] for router (be593a52-5d53-4d8d-a28c-b89d7e910acb), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.877146 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c42962-0cdb-4a23-bc5b-6e89dd988247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde701e5-34ac-462b-b1b0-35dab10047c7,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:40.981401 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks [] for router_controller (be593a52-5d53-4d8d-a28c-b89d7e910acb), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.045297 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3132c-9ac5-45ad-ad77-a340f4913cd6 None None] Pushing event updated for resources: {'Port': ['ID=9c5c7816-d252-4730-8a4b-7ad064fa432c,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:41.057483 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:41.058254 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:41.115666 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Allocated IP 172.20.0.2 (67539b50-c7eb-4f0f-bacc-b43471920102/510b5ab2-a3e8-494b-8332-503524d41551/21af3a14-7357-4da3-960c-eb94b015eab9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:41.227678 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-561e101c-b2d0-40ee-842f-a4c7411ccb98 None None] Current status of the port 9c5c7816-d252-4730-8a4b-7ad064fa432c is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:41.228074 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-561e101c-b2d0-40ee-842f-a4c7411ccb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.299623 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:41.387363 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-561e101c-b2d0-40ee-842f-a4c7411ccb98 None None] For port 9c5c7816-d252-4730-8a4b-7ad064fa432c, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=9c5c7816-d252-4730-8a4b-7ad064fa432c,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:41.463384 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-561e101c-b2d0-40ee-842f-a4c7411ccb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.541016 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks [] for router_gateway (be593a52-5d53-4d8d-a28c-b89d7e910acb), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.763385 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Publish callbacks [] for port (21af3a14-7357-4da3-960c-eb94b015eab9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.781252 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e101c-b2d0-40ee-842f-a4c7411ccb98 None None] Pushing event updated for resources: {'Port': ['ID=9c5c7816-d252-4730-8a4b-7ad064fa432c,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:41.801248 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-76b1dbc6-ef0a-4415-95fb-9fdb999c4fdf None None] Provisioning complete for port 9c5c7816-d252-4730-8a4b-7ad064fa432c triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:41.801248 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76b1dbc6-ef0a-4415-95fb-9fdb999c4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.874413 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.955613 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Network 67539b50-c7eb-4f0f-bacc-b43471920102 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:41.974288 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c88a7c-5080-4ce6-b0f4-b910b4dd2f23 req-4434de7a-ac6b-40dc-9755-868f51d26346 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:41.976693 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-45c88a7c-5080-4ce6-b0f4-b910b4dd2f23 req-4434de7a-ac6b-40dc-9755-868f51d26346 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1353850 Feb 20 20:07:41.978382 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks [] for router_gateway (be593a52-5d53-4d8d-a28c-b89d7e910acb), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.994265 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:42.003343 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:42.011218 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:42.021410 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Pushing event updated for resources: {'Port': ['ID=21af3a14-7357-4da3-960c-eb94b015eab9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:42.036395 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:40Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:42.108340 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-76b1dbc6-ef0a-4415-95fb-9fdb999c4fdf None None] Current status of the port 9c5c7816-d252-4730-8a4b-7ad064fa432c is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:42.114247 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c516973-8e06-47f4-855c-dfe7196bb4be None None] The sync data for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi is: [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:40Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:42.130563 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-45c88a7c-5080-4ce6-b0f4-b910b4dd2f23 req-9199d1eb-a222-485a-9f21-bd4e84bf9743 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220074 Feb 20 20:07:42.171855 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Attempting to bind port 21af3a14-7357-4da3-960c-eb94b015eab9 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:42.172433 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Attempting to bind port 21af3a14-7357-4da3-960c-eb94b015eab9 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:42.173012 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Attempting to bind port 21af3a14-7357-4da3-960c-eb94b015eab9 on network 67539b50-c7eb-4f0f-bacc-b43471920102 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:42.193435 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:42.202788 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Checking segment: {'id': 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:42.203510 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:42.204097 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Bound using segment: {'id': 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:42.204765 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Bound port: 21af3a14-7357-4da3-960c-eb94b015eab9, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:42.205353 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:42.222118 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Allocated IP 172.27.0.53 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/50a6e6bc-a927-4d7a-a967-67d9b105c3a9) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:42.321827 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] For port 21af3a14-7357-4da3-960c-eb94b015eab9, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:42.329104 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] For port 21af3a14-7357-4da3-960c-eb94b015eab9, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=21af3a14-7357-4da3-960c-eb94b015eab9,segment=NetworkSegment(eff956fe-8c9a-42a9-bbc2-64e23f87c0c4),segment_id=eff956fe-8c9a-42a9-bbc2-64e23f87c0c4)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:42.400449 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks [] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:42.439351 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:42.502783 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:42.572927 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee61b9-f8af-4ce6-897f-2a3406bd4d6e None None] Pushing event updated for resources: {'Port': ['ID=21af3a14-7357-4da3-960c-eb94b015eab9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:42.574286 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:42.583438 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:42.591109 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:42.598026 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Pushing event updated for resources: {'Port': ['ID=50a6e6bc-a927-4d7a-a967-67d9b105c3a9,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:42.719103 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 9c5c7816-d252-4730-8a4b-7ad064fa432c up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:42.859583 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 9c5c7816-d252-4730-8a4b-7ad064fa432c triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:42.866788 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:43.024685 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 9c5c7816-d252-4730-8a4b-7ad064fa432c is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:43.044196 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks [] for router_gateway (be593a52-5d53-4d8d-a28c-b89d7e910acb), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:43.322483 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1874467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884'] for router (be593a52-5d53-4d8d-a28c-b89d7e910acb), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:43.376527 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248d00d-71e0-455a-9bb1-31f4a1e1db06 req-8b80377f-58f5-41bc-a5c4-a875d77fe18c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:43.378114 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b248d00d-71e0-455a-9bb1-31f4a1e1db06 req-8b80377f-58f5-41bc-a5c4-a875d77fe18c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1337011 Feb 20 20:07:43.486673 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b248d00d-71e0-455a-9bb1-31f4a1e1db06 req-9cfbb0f9-65c6-4b0b-9919-f354fd28f838 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000979 Feb 20 20:07:43.593587 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Router be593a52-5d53-4d8d-a28c-b89d7e910acb is scheduled to L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:07:43.756904 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:43.769638 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Sync routers for ids ['be593a52-5d53-4d8d-a28c-b89d7e910acb'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:43.782735 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Routers {'be593a52-5d53-4d8d-a28c-b89d7e910acb'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:43.783363 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['be593a52-5d53-4d8d-a28c-b89d7e910acb'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:43.818370 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c1c6d-7ff0-4915-981d-8f4c5db27a55 None None] Network 67539b50-c7eb-4f0f-bacc-b43471920102 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:07:43.856713 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:43.860672 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5231d20f-efc6-4822-9683-2d9edf38707f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1458511 Feb 20 20:07:43.867440 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46382) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:43.892234 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-af966361-3da1-4b78-8454-092011f3e740 None None] Provisioning complete for port 21af3a14-7357-4da3-960c-eb94b015eab9 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:43.893290 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af966361-3da1-4b78-8454-092011f3e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:43.946058 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Set router be593a52-5d53-4d8d-a28c-b89d7e910acb gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:44.029691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-af966361-3da1-4b78-8454-092011f3e740 None None] Current status of the port 21af3a14-7357-4da3-960c-eb94b015eab9 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:44.030086 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af966361-3da1-4b78-8454-092011f3e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.077483 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-af966361-3da1-4b78-8454-092011f3e740 None None] For port 21af3a14-7357-4da3-960c-eb94b015eab9, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=21af3a14-7357-4da3-960c-eb94b015eab9,segment=NetworkSegment(eff956fe-8c9a-42a9-bbc2-64e23f87c0c4),segment_id=eff956fe-8c9a-42a9-bbc2-64e23f87c0c4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:44.165054 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af966361-3da1-4b78-8454-092011f3e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.191796 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'name': 'tempest-TestVolumeBootPattern-972075991-router', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:40Z', 'updated_at': '2022-02-20T20:07:42Z', 'revision_number': 3, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'gw_port': {'id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:42Z', 'updated_at': '2022-02-20T20:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:44.234617 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af966361-3da1-4b78-8454-092011f3e740 None None] Pushing event updated for resources: {'Port': ['ID=21af3a14-7357-4da3-960c-eb94b015eab9,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:44.241824 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Checking router: be593a52-5d53-4d8d-a28c-b89d7e910acb for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:44.242822 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Updating router be593a52-5d53-4d8d-a28c-b89d7e910acb port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:07:44.280671 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.395137 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-c855b690-8015-4fd9-91ef-8c797fa40999 None None] Provisioning complete for port 21af3a14-7357-4da3-960c-eb94b015eab9 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:44.395685 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c855b690-8015-4fd9-91ef-8c797fa40999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.498087 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c855b690-8015-4fd9-91ef-8c797fa40999 None None] Current status of the port 21af3a14-7357-4da3-960c-eb94b015eab9 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:44.570513 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.670594 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Publish callbacks [] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.689746 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 21af3a14-7357-4da3-960c-eb94b015eab9 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:44.747650 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 21af3a14-7357-4da3-960c-eb94b015eab9 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:44.748029 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.770658 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.777613 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1135a-c8f4-42fc-9688-48b721b380b1 req-678f3362-a747-4b74-97d9-e3154c4c6ce8 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:44.779735 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b4e1135a-c8f4-42fc-9688-48b721b380b1 req-678f3362-a747-4b74-97d9-e3154c4c6ce8 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1148739 Feb 20 20:07:44.837507 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Attempting to bind port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:44.838349 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Attempting to bind port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:44.838349 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Attempting to bind port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 on network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:44.850813 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:44.851295 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:44.851777 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.851943 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Allocated IP 172.20.0.1 (67539b50-c7eb-4f0f-bacc-b43471920102/510b5ab2-a3e8-494b-8332-503524d41551/f13dca03-4b8a-40b3-909b-3c306779fec4) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:44.852229 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Bound using segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:44.852778 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Bound port: 50a6e6bc-a927-4d7a-a967-67d9b105c3a9, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:44.853594 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.856794 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be4dfd-28c5-48c5-b4ee-85a19d921b50 None None] Pushing event updated for resources: {'Port': ['ID=50a6e6bc-a927-4d7a-a967-67d9b105c3a9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:44.886125 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b4e1135a-c8f4-42fc-9688-48b721b380b1 req-cc2506ed-57d5-4a0f-bbe6-82f144360d31 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819271 Feb 20 20:07:44.907829 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 21af3a14-7357-4da3-960c-eb94b015eab9 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:44.932164 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] For port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:44.937039 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] For port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=50a6e6bc-a927-4d7a-a967-67d9b105c3a9,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:44.992511 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Publish callbacks [] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.000452 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.072978 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Routers {'be593a52-5d53-4d8d-a28c-b89d7e910acb'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:45.073653 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['be593a52-5d53-4d8d-a28c-b89d7e910acb'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:45.079307 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be4dfd-28c5-48c5-b4ee-85a19d921b50 None None] Pushing event updated for resources: {'Port': ['ID=50a6e6bc-a927-4d7a-a967-67d9b105c3a9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:45.091242 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.132619 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Network 67539b50-c7eb-4f0f-bacc-b43471920102 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:45.135834 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:45.142327 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:45.166039 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Pushing event updated for resources: {'Port': ['ID=f13dca03-4b8a-40b3-909b-3c306779fec4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:45.192720 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1875579'] for router_interface (be593a52-5d53-4d8d-a28c-b89d7e910acb), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.252966 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] Set router be593a52-5d53-4d8d-a28c-b89d7e910acb gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:45.421537 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.430992 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-846d829e-c092-4fec-aeda-303b11c926e7 None None] Provisioning complete for port f13dca03-4b8a-40b3-909b-3c306779fec4 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:45.431616 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-846d829e-c092-4fec-aeda-303b11c926e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.477775 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-846d829e-c092-4fec-aeda-303b11c926e7 None None] Port f13dca03-4b8a-40b3-909b-3c306779fec4 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:45.513733 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'name': 'tempest-TestVolumeBootPattern-972075991-router', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:40Z', 'updated_at': '2022-02-20T20:07:42Z', 'revision_number': 3, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'gw_port': {'id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:42Z', 'updated_at': '2022-02-20T20:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:45.547180 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8dc0c-7665-4224-8c15-fef6ec151e27 None None] The sync data for ids ['be593a52-5d53-4d8d-a28c-b89d7e910acb'] in dv-cinder-830085-1-iscsi is: [{'id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'name': 'tempest-TestVolumeBootPattern-972075991-router', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:40Z', 'updated_at': '2022-02-20T20:07:42Z', 'revision_number': 3, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'gw_port': {'id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:42Z', 'updated_at': '2022-02-20T20:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:45.638682 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Publish callbacks [] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.719519 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.808796 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Pushing event updated for resources: {'Port': ['ID=f13dca03-4b8a-40b3-909b-3c306779fec4,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:45.810248 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1875695'] for router_interface (be593a52-5d53-4d8d-a28c-b89d7e910acb), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.979752 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Network 67539b50-c7eb-4f0f-bacc-b43471920102 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:45.984427 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:46.190032 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2536a-6793-4567-8f89-8dbdf74ce76b req-84b71b92-e6cb-4aba-a662-9447925591da tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:46.192549 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30e2536a-6793-4567-8f89-8dbdf74ce76b req-84b71b92-e6cb-4aba-a662-9447925591da tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.2103128 Feb 20 20:07:46.287800 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Router be593a52-5d53-4d8d-a28c-b89d7e910acb has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:07:46.314780 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30e2536a-6793-4567-8f89-8dbdf74ce76b req-bfd1ede0-bce5-4d5e-98f5-ec00c7f36a0f tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090195 Feb 20 20:07:46.324734 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-ec8f75e7-bb3b-41dc-84c3-20216a47b244 None None] Provisioning complete for port f13dca03-4b8a-40b3-909b-3c306779fec4 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:46.325452 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec8f75e7-bb3b-41dc-84c3-20216a47b244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:46.379506 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f75e7-bb3b-41dc-84c3-20216a47b244 None None] Port f13dca03-4b8a-40b3-909b-3c306779fec4 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:46.472947 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:46.481758 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-83506e38-5d9f-4627-81ae-ea6c59aa5821 admin admin] 10.222.0.60 "PUT /v2.0/routers/be593a52-5d53-4d8d-a28c-b89d7e910acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119940 Feb 20 20:07:46.671131 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:46.763754 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:46.764135 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:46.889168 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:46.889558 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:46.917070 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=50a6e6bc-a927-4d7a-a967-67d9b105c3a9,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:46.994124 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.061559 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=50a6e6bc-a927-4d7a-a967-67d9b105c3a9,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:47.318244 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46406) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:47.323518 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fc529dcc-457d-4dc0-8ae8-877fb14e0f67 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140847490', 'description': 'tempest-secgroup-smoke-1140847490 description', 'project_id': '7d15dcb9692c401e9d0e06361839bb8b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:47.435314 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc529dcc-457d-4dc0-8ae8-877fb14e0f67 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.548211 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc529dcc-457d-4dc0-8ae8-877fb14e0f67 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group (ee29f559-0a1d-4ec1-beda-1f6b2bdc6420), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.650728 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc529dcc-457d-4dc0-8ae8-877fb14e0f67 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ee29f559-0a1d-4ec1-beda-1f6b2bdc6420), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.699295 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc529dcc-457d-4dc0-8ae8-877fb14e0f67 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:47.717129 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Sync routers for ids ['be593a52-5d53-4d8d-a28c-b89d7e910acb'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:47.740654 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Routers {'be593a52-5d53-4d8d-a28c-b89d7e910acb'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:47.741299 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['be593a52-5d53-4d8d-a28c-b89d7e910acb'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:47.764749 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede731a-76bb-4a47-af79-506102b724e4 req-4f16c93a-af71-4081-ae8a-39995d2b076c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:47.766276 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ede731a-76bb-4a47-af79-506102b724e4 req-4f16c93a-af71-4081-ae8a-39995d2b076c tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.4438179 Feb 20 20:07:47.776179 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fc529dcc-457d-4dc0-8ae8-877fb14e0f67 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.778279 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-fc529dcc-457d-4dc0-8ae8-877fb14e0f67 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4590170 Feb 20 20:07:47.781247 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46412) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:47.786787 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-34e7091c-0a33-4b55-92ad-f99b7b16550e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'security_group_rule': {'security_group_id': 'ee29f559-0a1d-4ec1-beda-1f6b2bdc6420', 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:47.823976 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-fd540054-a477-4068-b819-4e06d981f64a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4567776 Feb 20 20:07:47.853761 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9af5c-24bd-49fd-8612-1d984e69ed1b req-bf056c5d-1b5e-4856-bd47-2e982a94a805 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:47.856223 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-80c9af5c-24bd-49fd-8612-1d984e69ed1b req-bf056c5d-1b5e-4856-bd47-2e982a94a805 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 945 time: 0.1675239 Feb 20 20:07:47.879231 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Set router be593a52-5d53-4d8d-a28c-b89d7e910acb gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:47.902943 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34e7091c-0a33-4b55-92ad-f99b7b16550e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (1561ef92-309a-4377-bd35-ef40a699c193), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.999301 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34e7091c-0a33-4b55-92ad-f99b7b16550e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (1561ef92-309a-4377-bd35-ef40a699c193), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.031952 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-80c9af5c-24bd-49fd-8612-1d984e69ed1b req-a8bf95af-69c2-49cd-9d8e-02708a25abe1 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/security-groups?id=0732f318-54ff-478b-b00f-ef0edee78f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600432 Feb 20 20:07:48.064718 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-0bca0fe6-41d0-4ef5-b782-6f16c0b29531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:48.068073 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-0bca0fe6-41d0-4ef5-b782-6f16c0b29531 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 1131 time: 0.1455245 Feb 20 20:07:48.079121 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34e7091c-0a33-4b55-92ad-f99b7b16550e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (1561ef92-309a-4377-bd35-ef40a699c193), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.079376 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-5ede731a-76bb-4a47-af79-506102b724e4 req-5e1cadf9-4814-4033-89eb-017c99156b68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Deleting port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:48.079711 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-5ede731a-76bb-4a47-af79-506102b724e4 req-5e1cadf9-4814-4033-89eb-017c99156b68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.122659 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7091c-0a33-4b55-92ad-f99b7b16550e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1561ef92-309a-4377-bd35-ef40a699c193,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:48.143842 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.199714 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-34e7091c-0a33-4b55-92ad-f99b7b16550e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.202914 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-34e7091c-0a33-4b55-92ad-f99b7b16550e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4196951 Feb 20 20:07:48.206268 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46414) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:48.215727 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-f8f94ed1-2afe-4780-b8d3-c8827ca9c5de tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'security_group_rule': {'security_group_id': 'ee29f559-0a1d-4ec1-beda-1f6b2bdc6420', 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:48.276208 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'name': 'tempest-TestVolumeBootPattern-972075991-router', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:40Z', 'updated_at': '2022-02-20T20:07:45Z', 'revision_number': 4, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'gw_port': {'id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:42Z', 'updated_at': '2022-02-20T20:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'f13dca03-4b8a-40b3-909b-3c306779fec4', 'name': '', 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'mac_address': 'fa:16:3e:68:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '510b5ab2-a3e8-494b-8332-503524d41551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:44Z', 'updated_at': '2022-02-20T20:07:45Z', 'revision_number': 2, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'subnets': [{'id': '510b5ab2-a3e8-494b-8332-503524d41551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:48.277028 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-5ede731a-76bb-4a47-af79-506102b724e4 req-5e1cadf9-4814-4033-89eb-017c99156b68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] For port 93f93cb7-06aa-4758-87e2-1a0fb13262c4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=93f93cb7-06aa-4758-87e2-1a0fb13262c4,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:48.278054 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-5ede731a-76bb-4a47-af79-506102b724e4 req-5e1cadf9-4814-4033-89eb-017c99156b68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.298489 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-387874c8-2c40-4861-af46-e2e82265cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:48.299965 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-387874c8-2c40-4861-af46-e2e82265cd99 service neutron] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 918 time: 0.1946797 Feb 20 20:07:48.300885 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-5ede731a-76bb-4a47-af79-506102b724e4 req-5e1cadf9-4814-4033-89eb-017c99156b68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Calling delete_port for 93f93cb7-06aa-4758-87e2-1a0fb13262c4 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:48.304909 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Checking router: be593a52-5d53-4d8d-a28c-b89d7e910acb for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:48.305296 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Updating router be593a52-5d53-4d8d-a28c-b89d7e910acb port f13dca03-4b8a-40b3-909b-3c306779fec4 binding host dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:07:48.347440 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.397006 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8f94ed1-2afe-4780-b8d3-c8827ca9c5de tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (13dc2b3f-76cb-4fed-a6de-9f48b90f6a6e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.432363 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-b2e96592-a813-4531-8776-72f773b0d992 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a52ebd-35dd-4b56-8924-9578f176542c HTTP/1.1" status: 200 len: 1002 time: 0.1194649 Feb 20 20:07:48.509154 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8f94ed1-2afe-4780-b8d3-c8827ca9c5de tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (13dc2b3f-76cb-4fed-a6de-9f48b90f6a6e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.528109 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-a45e6a3a-5213-4c95-8fce-f95d8f41fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:48.530646 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-a45e6a3a-5213-4c95-8fce-f95d8f41fa05 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.0838039 Feb 20 20:07:48.622530 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8f94ed1-2afe-4780-b8d3-c8827ca9c5de tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (13dc2b3f-76cb-4fed-a6de-9f48b90f6a6e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.623372 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-9a32a2af-ddd6-4461-a27c-0e632f84d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:48.624915 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-9a32a2af-ddd6-4461-a27c-0e632f84d2f2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703239 Feb 20 20:07:48.629619 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:48.645118 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f94ed1-2afe-4780-b8d3-c8827ca9c5de tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dc2b3f-76cb-4fed-a6de-9f48b90f6a6e,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:48.725429 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-5ede731a-76bb-4a47-af79-506102b724e4 req-5e1cadf9-4814-4033-89eb-017c99156b68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (93f93cb7-06aa-4758-87e2-1a0fb13262c4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.728041 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f8f94ed1-2afe-4780-b8d3-c8827ca9c5de tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.729795 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-f8f94ed1-2afe-4780-b8d3-c8827ca9c5de tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5207644 Feb 20 20:07:48.735581 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46416) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:48.741557 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-5f993a38-f0d2-425b-a421-fc62254a84f7 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'security_group_rule': {'security_group_id': 'ee29f559-0a1d-4ec1-beda-1f6b2bdc6420', 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:48.742795 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:48.743278 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.779647 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cadf9-4814-4033-89eb-017c99156b68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Pushing event deleted for resources: {'Port': ['ID=93f93cb7-06aa-4758-87e2-1a0fb13262c4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:48.794314 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['93f93cb7-06aa-4758-87e2-1a0fb13262c4'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:48.867587 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ede731a-76bb-4a47-af79-506102b724e4 req-5e1cadf9-4814-4033-89eb-017c99156b68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] No DVR routers for this DVR port 93f93cb7-06aa-4758-87e2-1a0fb13262c4 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:48.870438 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Publish callbacks [] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.870855 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-5ede731a-76bb-4a47-af79-506102b724e4 req-5e1cadf9-4814-4033-89eb-017c99156b68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.874538 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ede731a-76bb-4a47-af79-506102b724e4 req-5e1cadf9-4814-4033-89eb-017c99156b68 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.75 "DELETE /v2.0/ports/93f93cb7-06aa-4758-87e2-1a0fb13262c4 HTTP/1.1" status: 204 len: 173 time: 1.0991945 Feb 20 20:07:48.877264 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e394c2c-f9ca-4e79-9a43-f6a04f887f71', 'name': 'network-vif-deleted', 'tag': '93f93cb7-06aa-4758-87e2-1a0fb13262c4'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:48.884190 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a27a93e-ca25-452f-b9f9-6a8c077263fb" -d '{"events": [{"server_uuid": "6e394c2c-f9ca-4e79-9a43-f6a04f887f71", "name": "network-vif-deleted", "tag": "93f93cb7-06aa-4758-87e2-1a0fb13262c4"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:48.888389 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f993a38-f0d2-425b-a421-fc62254a84f7 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (99bbd5b4-1c2e-4653-bd50-4523706f4d56), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.896603 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-b087bd49-f790-4400-8362-2f5a39c0f2c7 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639573 Feb 20 20:07:48.976479 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.984397 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:49.018980 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f993a38-f0d2-425b-a421-fc62254a84f7 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (99bbd5b4-1c2e-4653-bd50-4523706f4d56), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.031124 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fac8fdc-8e87-45a7-a4b8-0ea85b5fd4b0 x-openstack-request-id: req-4fac8fdc-8e87-45a7-a4b8-0ea85b5fd4b0 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:49.031493 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e394c2c-f9ca-4e79-9a43-f6a04f887f71", "name": "network-vif-deleted", "tag": "93f93cb7-06aa-4758-87e2-1a0fb13262c4", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:49.031819 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4fac8fdc-8e87-45a7-a4b8-0ea85b5fd4b0 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:49.032482 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e394c2c-f9ca-4e79-9a43-f6a04f887f71', 'name': 'network-vif-deleted', 'tag': '93f93cb7-06aa-4758-87e2-1a0fb13262c4', 'status': 'completed', 'code': 200} Feb 20 20:07:49.079015 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4d4b18fe-5a70-4727-9611-f69f2e24243b req-5f88121d-9a7b-49f6-a914-eb4590ee6361 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747391 Feb 20 20:07:49.080351 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6bf2d-8349-48e4-96a5-5e7e93165114 None None] Pushing event updated for resources: {'Port': ['ID=f13dca03-4b8a-40b3-909b-3c306779fec4,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:49.143634 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f993a38-f0d2-425b-a421-fc62254a84f7 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (99bbd5b4-1c2e-4653-bd50-4523706f4d56), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.174060 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Attempting to bind port f13dca03-4b8a-40b3-909b-3c306779fec4 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:49.174842 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Attempting to bind port f13dca03-4b8a-40b3-909b-3c306779fec4 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:49.182024 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Attempting to bind port f13dca03-4b8a-40b3-909b-3c306779fec4 on network 67539b50-c7eb-4f0f-bacc-b43471920102 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:49.195518 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:49.197403 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Checking segment: {'id': 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:49.198096 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.198463 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6ba141fc-af51-403f-965c-e97cafd80f22 req-34995787-19e7-4d1a-a91e-a782763c44f3 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 210 time: 0.0543280 Feb 20 20:07:49.198875 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Bound using segment: {'id': 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:49.200086 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f993a38-f0d2-425b-a421-fc62254a84f7 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bbd5b4-1c2e-4653-bd50-4523706f4d56,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:49.200302 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Bound port: f13dca03-4b8a-40b3-909b-3c306779fec4, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:49.200667 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.311323 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] For port f13dca03-4b8a-40b3-909b-3c306779fec4, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:49.315615 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] For port f13dca03-4b8a-40b3-909b-3c306779fec4, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f13dca03-4b8a-40b3-909b-3c306779fec4,segment=NetworkSegment(eff956fe-8c9a-42a9-bbc2-64e23f87c0c4),segment_id=eff956fe-8c9a-42a9-bbc2-64e23f87c0c4)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:49.397111 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5f993a38-f0d2-425b-a421-fc62254a84f7 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.399715 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-5f993a38-f0d2-425b-a421-fc62254a84f7 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6623132 Feb 20 20:07:49.404844 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46428) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:49.409656 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-cdb67842-d29d-4693-a1c1-46f807d518d0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'security_group_rule': {'security_group_id': 'ee29f559-0a1d-4ec1-beda-1f6b2bdc6420', 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:49.428224 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-91a11e2c-3a09-4db4-944c-17de7dca28cd None None] Provisioning complete for port f13dca03-4b8a-40b3-909b-3c306779fec4 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:49.428603 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91a11e2c-3a09-4db4-944c-17de7dca28cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.472054 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-91a11e2c-3a09-4db4-944c-17de7dca28cd None None] Port f13dca03-4b8a-40b3-909b-3c306779fec4 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:49.475323 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.491435 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34543-19b4-4f97-96e7-63194ee33083 req-307c53a1-4022-4ae8-a221-e4db501eb85d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:49.495466 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ab34543-19b4-4f97-96e7-63194ee33083 req-307c53a1-4022-4ae8-a221-e4db501eb85d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0805442 Feb 20 20:07:49.575733 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Routers {'be593a52-5d53-4d8d-a28c-b89d7e910acb'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:49.576743 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['be593a52-5d53-4d8d-a28c-b89d7e910acb'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:49.585756 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6bf2d-8349-48e4-96a5-5e7e93165114 None None] Pushing event updated for resources: {'Port': ['ID=f13dca03-4b8a-40b3-909b-3c306779fec4,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:49.594291 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ab34543-19b4-4f97-96e7-63194ee33083 req-c5373394-9e24-4e83-a01d-f171b54ce09e tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908804 Feb 20 20:07:49.613405 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdb67842-d29d-4693-a1c1-46f807d518d0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (34f032e1-7b89-40b8-b1a4-7facc104c51e), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.706797 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdb67842-d29d-4693-a1c1-46f807d518d0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (34f032e1-7b89-40b8-b1a4-7facc104c51e), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.885841 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] Set router be593a52-5d53-4d8d-a28c-b89d7e910acb gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:49.987105 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-a772310c-3d5d-4762-a274-4162db871fd9 None None] Provisioning complete for port f13dca03-4b8a-40b3-909b-3c306779fec4 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:49.987477 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a772310c-3d5d-4762-a274-4162db871fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:50.005451 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdb67842-d29d-4693-a1c1-46f807d518d0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (34f032e1-7b89-40b8-b1a4-7facc104c51e), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:50.025825 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb67842-d29d-4693-a1c1-46f807d518d0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f032e1-7b89-40b8-b1a4-7facc104c51e,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:50.153039 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cdb67842-d29d-4693-a1c1-46f807d518d0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:50.155398 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-cdb67842-d29d-4693-a1c1-46f807d518d0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7491641 Feb 20 20:07:50.157972 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46430) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:50.165906 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-797e2462-5c74-4d66-8806-0a51bd98ee80 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'security_group_rule': {'security_group_id': 'ee29f559-0a1d-4ec1-beda-1f6b2bdc6420', 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:50.181705 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a772310c-3d5d-4762-a274-4162db871fd9 None None] Current status of the port f13dca03-4b8a-40b3-909b-3c306779fec4 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:50.182312 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a772310c-3d5d-4762-a274-4162db871fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:50.237230 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-a772310c-3d5d-4762-a274-4162db871fd9 None None] For port f13dca03-4b8a-40b3-909b-3c306779fec4, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f13dca03-4b8a-40b3-909b-3c306779fec4,segment=NetworkSegment(eff956fe-8c9a-42a9-bbc2-64e23f87c0c4),segment_id=eff956fe-8c9a-42a9-bbc2-64e23f87c0c4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:50.255586 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'name': 'tempest-TestVolumeBootPattern-972075991-router', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:40Z', 'updated_at': '2022-02-20T20:07:45Z', 'revision_number': 4, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'gw_port': {'id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:42Z', 'updated_at': '2022-02-20T20:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'f13dca03-4b8a-40b3-909b-3c306779fec4', 'name': '', 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'mac_address': 'fa:16:3e:68:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '510b5ab2-a3e8-494b-8332-503524d41551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:44Z', 'updated_at': '2022-02-20T20:07:49Z', 'revision_number': 4, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'subnets': [{'id': '510b5ab2-a3e8-494b-8332-503524d41551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:50.304882 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7c452-bc73-4631-8ec6-e3448792626a None None] The sync data for ids ['be593a52-5d53-4d8d-a28c-b89d7e910acb'] in dv-cinder-830085-1-iscsi is: [{'id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'name': 'tempest-TestVolumeBootPattern-972075991-router', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:40Z', 'updated_at': '2022-02-20T20:07:45Z', 'revision_number': 4, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'gw_port': {'id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:42Z', 'updated_at': '2022-02-20T20:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'f13dca03-4b8a-40b3-909b-3c306779fec4', 'name': '', 'network_id': '67539b50-c7eb-4f0f-bacc-b43471920102', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'mac_address': 'fa:16:3e:68:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '510b5ab2-a3e8-494b-8332-503524d41551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:44Z', 'updated_at': '2022-02-20T20:07:49Z', 'revision_number': 4, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'subnets': [{'id': '510b5ab2-a3e8-494b-8332-503524d41551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:50.322562 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-797e2462-5c74-4d66-8806-0a51bd98ee80 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Project 7d15dcb9692c401e9d0e06361839bb8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:07:50.330092 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-797e2462-5c74-4d66-8806-0a51bd98ee80 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (2393f769-bcde-4a11-ba7b-61048d8c90a7), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:50.348246 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a772310c-3d5d-4762-a274-4162db871fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:50.361279 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d617aa5-4fe8-41d6-828e-2a75861266e9 req-6fad9633-549d-41f3-ac0e-4580f75d01c4 tempest-ServerRescueNegativeTestJSON-417936354 tempest-ServerRescueNegativeTestJSON-417936354-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e394c2c-f9ca-4e79-9a43-f6a04f887f71 HTTP/1.1" status: 200 len: 210 time: 0.0469909 Feb 20 20:07:50.522466 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772310c-3d5d-4762-a274-4162db871fd9 None None] Pushing event updated for resources: {'Port': ['ID=f13dca03-4b8a-40b3-909b-3c306779fec4,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:50.523518 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-797e2462-5c74-4d66-8806-0a51bd98ee80 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (2393f769-bcde-4a11-ba7b-61048d8c90a7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:50.640009 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-797e2462-5c74-4d66-8806-0a51bd98ee80 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (2393f769-bcde-4a11-ba7b-61048d8c90a7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:50.659266 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f13dca03-4b8a-40b3-909b-3c306779fec4 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:50.687350 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e2462-5c74-4d66-8806-0a51bd98ee80 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2393f769-bcde-4a11-ba7b-61048d8c90a7,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:50.766512 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port f13dca03-4b8a-40b3-909b-3c306779fec4 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:50.767164 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:50.806543 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf695d-b616-40bd-a276-53b568c5ecac req-27e12367-e5b4-4493-9f2c-518326712f69 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:50.808455 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b2bf695d-b616-40bd-a276-53b568c5ecac req-27e12367-e5b4-4493-9f2c-518326712f69 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0824654 Feb 20 20:07:50.820441 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-797e2462-5c74-4d66-8806-0a51bd98ee80 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:50.831239 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-797e2462-5c74-4d66-8806-0a51bd98ee80 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6659608 Feb 20 20:07:50.831239 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46436) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:50.840557 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9073bc53-fbe2-42e7-bcd0-0a84e6dd06cf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'security_group_rule': {'security_group_id': 'ee29f559-0a1d-4ec1-beda-1f6b2bdc6420', 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:50.921593 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b2bf695d-b616-40bd-a276-53b568c5ecac req-f190c58e-05d4-4d1c-8b62-0e5cc829ba85 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007001 Feb 20 20:07:50.922650 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port f13dca03-4b8a-40b3-909b-3c306779fec4 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:50.983712 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-9073bc53-fbe2-42e7-bcd0-0a84e6dd06cf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Project 7d15dcb9692c401e9d0e06361839bb8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:07:50.992623 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9073bc53-fbe2-42e7-bcd0-0a84e6dd06cf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (65788915-aa50-4892-a5b8-b01d26422ca7), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:51.006214 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:07:51.083629 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9073bc53-fbe2-42e7-bcd0-0a84e6dd06cf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (65788915-aa50-4892-a5b8-b01d26422ca7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:51.188059 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9073bc53-fbe2-42e7-bcd0-0a84e6dd06cf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (65788915-aa50-4892-a5b8-b01d26422ca7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:51.211595 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073bc53-fbe2-42e7-bcd0-0a84e6dd06cf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65788915-aa50-4892-a5b8-b01d26422ca7,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:51.327542 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9073bc53-fbe2-42e7-bcd0-0a84e6dd06cf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:51.332876 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-9073bc53-fbe2-42e7-bcd0-0a84e6dd06cf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5008481 Feb 20 20:07:51.511367 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46472) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:51.811850 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 93f93cb7-06aa-4758-87e2-1a0fb13262c4 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:51.837430 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 93f93cb7-06aa-4758-87e2-1a0fb13262c4 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:51.838207 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 93f93cb7-06aa-4758-87e2-1a0fb13262c4 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:52.127655 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fedd4-e2ba-4273-83c0-9122cc70812f req-05b834ed-8f1c-4e17-bee6-f97a97b720ca tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:52.129352 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-915fedd4-e2ba-4273-83c0-9122cc70812f req-05b834ed-8f1c-4e17-bee6-f97a97b720ca tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1169353 Feb 20 20:07:52.137988 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1875698'] for router_interface (511be392-3962-464c-9efd-e9ae028dda4f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:52.265016 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-915fedd4-e2ba-4273-83c0-9122cc70812f req-ef11ef78-af78-47e2-9a7d-f0fdf7f454f5 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246924 Feb 20 20:07:52.595580 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f13dca03-4b8a-40b3-909b-3c306779fec4 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:52.600750 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] Deleting port 14252c42-3148-47c1-bb22-175c3cb99135 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:52.601671 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (14252c42-3148-47c1-bb22-175c3cb99135), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:52.657696 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port f13dca03-4b8a-40b3-909b-3c306779fec4 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:52.659928 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:52.703808 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] For port 14252c42-3148-47c1-bb22-175c3cb99135, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=14252c42-3148-47c1-bb22-175c3cb99135,segment=NetworkSegment(3a556062-41b4-445b-a1ad-e02b26422d28),segment_id=3a556062-41b4-445b-a1ad-e02b26422d28)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:52.704543 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (14252c42-3148-47c1-bb22-175c3cb99135), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:52.725317 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] Calling delete_port for 14252c42-3148-47c1-bb22-175c3cb99135 owned by network:router_interface {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:52.767303 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port f13dca03-4b8a-40b3-909b-3c306779fec4 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:53.004902 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (14252c42-3148-47c1-bb22-175c3cb99135), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.031600 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] Pushing event deleted for resources: {'Port': ['ID=14252c42-3148-47c1-bb22-175c3cb99135,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:53.258550 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1875298'] for router_interface (511be392-3962-464c-9efd-e9ae028dda4f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.766631 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d3e28-8f8d-4806-865b-313939a81240 req-0c707228-6839-43fd-bedc-6a2fbad242b0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:53.768194 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-419d3e28-8f8d-4806-865b-313939a81240 req-0c707228-6839-43fd-bedc-6a2fbad242b0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.3834243 Feb 20 20:07:53.874786 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-419d3e28-8f8d-4806-865b-313939a81240 req-bd5eb6e3-fad6-4269-865d-cbb2ab2fe68d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990975 Feb 20 20:07:53.883388 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] Router 511be392-3962-464c-9efd-e9ae028dda4f has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:07:54.023403 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:54.032019 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-267715c2-71af-47a7-9cc9-c96f8e9faf8e admin admin] 10.222.0.60 "PUT /v2.0/routers/511be392-3962-464c-9efd-e9ae028dda4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5186379 Feb 20 20:07:54.032932 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46506) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:54.035935 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] Sync routers for ids ['511be392-3962-464c-9efd-e9ae028dda4f'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:54.048489 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] Routers {'511be392-3962-464c-9efd-e9ae028dda4f'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:54.049164 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['511be392-3962-464c-9efd-e9ae028dda4f'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:54.197740 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Publish callbacks [] for router (511be392-3962-464c-9efd-e9ae028dda4f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.286118 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] Set router 511be392-3962-464c-9efd-e9ae028dda4f gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:54.339371 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Publish callbacks [] for router_gateway (511be392-3962-464c-9efd-e9ae028dda4f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.499805 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511be392-3962-464c-9efd-e9ae028dda4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-router', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1983e25b-32da-4269-b746-7f757d9e302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:47Z', 'updated_at': '2022-02-20T20:07:52Z', 'revision_number': 5, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'gw_port': {'id': '1983e25b-32da-4269-b746-7f757d9e302a', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511be392-3962-464c-9efd-e9ae028dda4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:54.500067 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Deleting port 1983e25b-32da-4269-b746-7f757d9e302a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:54.500426 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (1983e25b-32da-4269-b746-7f757d9e302a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.529844 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] Checking router: 511be392-3962-464c-9efd-e9ae028dda4f for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:54.544515 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] Routers {'511be392-3962-464c-9efd-e9ae028dda4f'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:54.545518 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:07:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['511be392-3962-464c-9efd-e9ae028dda4f'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:54.638988 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] For port 1983e25b-32da-4269-b746-7f757d9e302a, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=1983e25b-32da-4269-b746-7f757d9e302a,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:54.639547 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (1983e25b-32da-4269-b746-7f757d9e302a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.664171 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Calling delete_port for 1983e25b-32da-4269-b746-7f757d9e302a owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:54.695240 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] Set router 511be392-3962-464c-9efd-e9ae028dda4f gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:54.765229 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511be392-3962-464c-9efd-e9ae028dda4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-router', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:47Z', 'updated_at': '2022-02-20T20:07:54Z', 'revision_number': 6, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'gw_port_host': None}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:54.793934 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27349327-d64d-41ba-a0bb-3c525950c66f None None] The sync data for ids ['511be392-3962-464c-9efd-e9ae028dda4f'] in dv-cinder-830085-1-iscsi is: [{'id': '511be392-3962-464c-9efd-e9ae028dda4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1843158932-router', 'tenant_id': '7c41f18c6d374064a28ac5b75141a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:47Z', 'updated_at': '2022-02-20T20:07:54Z', 'revision_number': 6, 'project_id': '7c41f18c6d374064a28ac5b75141a0d3', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:55.024664 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1bc2d-ce6b-4e90-9342-06410133ba05 req-1a4ce978-30c3-489b-834c-4325d8ac48d6 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:55.026291 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4ae1bc2d-ce6b-4e90-9342-06410133ba05 req-1a4ce978-30c3-489b-834c-4325d8ac48d6 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0659287 Feb 20 20:07:55.087402 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4ae1bc2d-ce6b-4e90-9342-06410133ba05 req-d6d47b48-da2f-475d-abdb-f0138d866b5f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545638 Feb 20 20:07:55.200920 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (1983e25b-32da-4269-b746-7f757d9e302a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.230678 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Pushing event deleted for resources: {'Port': ['ID=1983e25b-32da-4269-b746-7f757d9e302a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:55.303814 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1875848'] for router_gateway (511be392-3962-464c-9efd-e9ae028dda4f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.424029 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1874452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11427'] for router (511be392-3962-464c-9efd-e9ae028dda4f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.426571 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Publish callbacks [] for router_controller (511be392-3962-464c-9efd-e9ae028dda4f), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.548185 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1874541'] for router (511be392-3962-464c-9efd-e9ae028dda4f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.548818 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 511be392-3962-464c-9efd-e9ae028dda4f {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:07:55.557299 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.557299 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c2cd98af-4bf2-4284-bd5b-3dab921b9352 admin admin] 10.222.0.60 "DELETE /v2.0/routers/511be392-3962-464c-9efd-e9ae028dda4f HTTP/1.1" status: 204 len: 168 time: 1.5210643 Feb 20 20:07:55.560492 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46514) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:55.628048 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Deleting subnet e9068444-01a5-4614-906d-18b4e47d1e28 {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:07:55.632254 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Publish callbacks [] for subnet (e9068444-01a5-4614-906d-18b4e47d1e28), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.675509 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32895738'] for subnet (e9068444-01a5-4614-906d-18b4e47d1e28), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.725410 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (e9068444-01a5-4614-906d-18b4e47d1e28), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.886316 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29961982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29456126'] for subnet (e9068444-01a5-4614-906d-18b4e47d1e28), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.929749 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9068444-01a5-4614-906d-18b4e47d1e28,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:55.935773 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.945108 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e9068444-01a5-4614-906d-18b4e47d1e28 HTTP/1.1" status: 204 len: 168 time: 0.3797169 Feb 20 20:07:55.948505 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46516) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:55.951817 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.952299 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.952838 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.953401 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.953978 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.954515 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.954702 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be5fa727-52a6-4bb6-bc31-bcf9f1c85a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.955957 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.956853 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.957474 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.958353 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.959928 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.960384 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:55.960732 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc857ab-bcdb-4b92-8eca-8a336fc0de09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:56.063066 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (37567a22-fd4c-4456-b47a-a244d0fa7971), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:56.176918 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (37567a22-fd4c-4456-b47a-a244d0fa7971), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:56.210950 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37567a22-fd4c-4456-b47a-a244d0fa7971']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:56.223715 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a556062-41b4-445b-a1ad-e02b26422d28') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:56.224015 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a556062-41b4-445b-a1ad-e02b26422d28') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:56.239959 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (3a556062-41b4-445b-a1ad-e02b26422d28), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:56.240300 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992602ef-eb17-4abf-a675-fcfddec4e22c req-38456946-8ac6-4be3-95ed-df00bb40fab9 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:56.242866 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-992602ef-eb17-4abf-a675-fcfddec4e22c req-38456946-8ac6-4be3-95ed-df00bb40fab9 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0735369 Feb 20 20:07:56.258962 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (3a556062-41b4-445b-a1ad-e02b26422d28), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:56.267832 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:07:56.268444 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (3a556062-41b4-445b-a1ad-e02b26422d28), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:07:56.270651 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:07:56.322377 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-992602ef-eb17-4abf-a675-fcfddec4e22c req-89c960e4-4357-460e-9b83-335384143720 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660462 Feb 20 20:07:56.456386 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (37567a22-fd4c-4456-b47a-a244d0fa7971), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:56.462723 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:56.466767 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/37567a22-fd4c-4456-b47a-a244d0fa7971 HTTP/1.1" status: 204 len: 168 time: 0.5164042 Feb 20 20:07:56.478620 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3369a87-2cd7-4c94-9189-f08e936b04f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=37567a22-fd4c-4456-b47a-a244d0fa7971,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:56.587132 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 1983e25b-32da-4269-b746-7f757d9e302a no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:56.618773 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 1983e25b-32da-4269-b746-7f757d9e302a {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:56.619117 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 1983e25b-32da-4269-b746-7f757d9e302a not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:56.619800 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 14252c42-3148-47c1-bb22-175c3cb99135 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:56.640962 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 14252c42-3148-47c1-bb22-175c3cb99135 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:56.641591 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 14252c42-3148-47c1-bb22-175c3cb99135 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:56.978887 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46524) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:57.023428 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5c7e1cc9-1db3-4b73-af93-10c380fb2a64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c41f18c6d374064a28ac5b75141a0d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433717 Feb 20 20:07:57.027087 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46526) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:57.096692 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5b8934a3-76c4-4a2b-ac63-a48fb0737869 admin admin] Publish callbacks [] for security_group (0732f318-54ff-478b-b00f-ef0edee78f6a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:57.127070 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5b8934a3-76c4-4a2b-ac63-a48fb0737869 admin admin] Publish callbacks [] for security_group (0732f318-54ff-478b-b00f-ef0edee78f6a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:57.308429 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5b8934a3-76c4-4a2b-ac63-a48fb0737869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (0732f318-54ff-478b-b00f-ef0edee78f6a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:57.311747 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5b8934a3-76c4-4a2b-ac63-a48fb0737869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:57.313241 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5b8934a3-76c4-4a2b-ac63-a48fb0737869 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0732f318-54ff-478b-b00f-ef0edee78f6a HTTP/1.1" status: 204 len: 168 time: 0.2842252 Feb 20 20:07:57.326423 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8934a3-76c4-4a2b-ac63-a48fb0737869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0732f318-54ff-478b-b00f-ef0edee78f6a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:57.494520 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb28324-6fef-41e7-9a5a-7fe4036133ac req-2b33db9a-cee1-467b-b290-439da7db4771 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:57.496619 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2eb28324-6fef-41e7-9a5a-7fe4036133ac req-2b33db9a-cee1-467b-b290-439da7db4771 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0743489 Feb 20 20:07:57.558064 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2eb28324-6fef-41e7-9a5a-7fe4036133ac req-4d3d7f81-7f99-4f12-b54a-6bf6174ff62b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550354 Feb 20 20:07:57.951093 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33e5f632-c0b2-4cbf-a31a-d00b5c669ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:58.601239 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46554) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:58.699360 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec612-5208-4e65-946b-e09620d2ff44 req-9ac0338e-99c1-41ea-9bf9-2bfb3a760459 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:58.701165 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-153ec612-5208-4e65-946b-e09620d2ff44 req-9ac0338e-99c1-41ea-9bf9-2bfb3a760459 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0597706 Feb 20 20:07:58.734530 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1113986175-network', 'tenant_id': '79884d2db8f34ea3a56bb24700c0834b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:58.775322 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-153ec612-5208-4e65-946b-e09620d2ff44 req-6d5fa6fd-1c3b-4d6d-94e8-8cbd41cd839d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675681 Feb 20 20:07:58.822339 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Made reservation on behalf of 79884d2db8f34ea3a56bb24700c0834b for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:58.825598 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:58.837331 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:58.924082 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Publish callbacks [] for security_group (a0be7473-3bc6-4053-91b6-eb67f6aaa124), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:59.010646 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (a0be7473-3bc6-4053-91b6-eb67f6aaa124), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:59.040821 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:07:59.048996 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0be7473-3bc6-4053-91b6-eb67f6aaa124,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:59.059595 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.059969 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.060322 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.060734 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.061136 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.061461 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.061791 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.062130 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.062460 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.062791 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.063125 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.063448 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.063804 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:59.071428 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (b43d2424-475f-4dc8-9310-485caf050902), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:59.071814 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Added segment b43d2424-475f-4dc8-9310-485caf050902 of type vlan for network 8b2a19f4-c94f-444f-9511-f39cc6853442 Feb 20 20:07:59.126619 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (8b2a19f4-c94f-444f-9511-f39cc6853442), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:59.228218 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (8b2a19f4-c94f-444f-9511-f39cc6853442), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:59.229313 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:59.229950 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:59.292054 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:59.296419 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] Pushing event updated for resources: {'Network': ['ID=8b2a19f4-c94f-444f-9511-f39cc6853442,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:59.310603 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 8b2a19f4-c94f-444f-9511-f39cc6853442 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:07:59.379817 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-1b99b6fa-b59f-4a5d-acdb-82b6dca4d7fb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7769399 Feb 20 20:07:59.382890 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46560) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:59.389502 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Request body: {'subnet': {'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1113986175-subnet', 'tenant_id': '79884d2db8f34ea3a56bb24700c0834b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:59.502292 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Made reservation on behalf of 79884d2db8f34ea3a56bb24700c0834b for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:59.504638 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30031100'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:59.771865 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30322130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30030862'] for subnet (3d07ffe0-ee62-48a1-a5ef-3df2f400560d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:59.855167 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d07ffe0-ee62-48a1-a5ef-3df2f400560d,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:59.866596 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Checking segment: {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:59.867148 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Network hostable DHCP agents. Network: 8b2a19f4-c94f-444f-9511-f39cc6853442, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:07:59.953677 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1917978-e9cd-48dd-8484-d837fcef5b3f req-39f47814-e5f7-4b7a-926b-4b44ce16cb8a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:59.955345 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e1917978-e9cd-48dd-8484-d837fcef5b3f req-39f47814-e5f7-4b7a-926b-4b44ce16cb8a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0895197 Feb 20 20:07:59.988046 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Network 8b2a19f4-c94f-444f-9511-f39cc6853442 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:08:00.036345 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e1917978-e9cd-48dd-8484-d837fcef5b3f req-4a62e69c-65fb-4842-8640-faa4559b5db6 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735610 Feb 20 20:08:00.068875 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 8b2a19f4-c94f-444f-9511-f39cc6853442) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:00.076765 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:00.077898 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:00.082955 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae19e7-6355-489f-b09f-6205c19e34a8 None None] Network 8b2a19f4-c94f-444f-9511-f39cc6853442 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:08:00.206326 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c5d10-6f71-4ed3-8042-f35d51d682d7 None None] Network 8b2a19f4-c94f-444f-9511-f39cc6853442 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:08:00.234377 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-406808f9-de78-494f-9819-e4eaef6e32bb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8499970 Feb 20 20:08:00.530807 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:00.841286 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3a713612-8668-4dbf-a24b-5bcf0230663a tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:00.843100 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3a713612-8668-4dbf-a24b-5bcf0230663a tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/networks?id=8b2a19f4-c94f-444f-9511-f39cc6853442 HTTP/1.1" status: 200 len: 815 time: 0.1584506 Feb 20 20:08:00.866505 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-c13e71d5-5b62-4b46-9beb-adbc8920ae37 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/quotas/79884d2db8f34ea3a56bb24700c0834b HTTP/1.1" status: 200 len: 375 time: 0.0113122 Feb 20 20:08:00.917261 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-8a38015e-d9f2-4250-95bd-4060f779f81b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429189 Feb 20 20:08:01.036211 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-94cdaf3b-6547-4a9a-90a5-ead00e8303a2 service neutron] 10.222.0.60 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106052 Feb 20 20:08:01.201866 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-ceb3a78c-3422-4114-8712-cd68a65c2b80 service neutron] 10.222.0.60 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597002 Feb 20 20:08:01.233256 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba9837-ba4f-4449-8405-6f3ec8ed961c req-61544388-9601-454f-9c44-99e717d4a4ff tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:01.235940 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c9ba9837-ba4f-4449-8405-6f3ec8ed961c req-61544388-9601-454f-9c44-99e717d4a4ff tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1014326 Feb 20 20:08:01.334007 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c9ba9837-ba4f-4449-8405-6f3ec8ed961c req-a0c388fd-5153-4bce-b1aa-2ee28f5bd637 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894845 Feb 20 20:08:01.547622 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-707f61ad-3966-411b-8408-7f5b1764fc9e req-b1415e95-5863-41da-b897-3424b8eac9ec tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 210 time: 0.0344973 Feb 20 20:08:01.800971 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c923a6-8e82-4503-abd6-b38dcc44d042 req-8d009e9f-3f1e-4ee7-a2ad-71f54774a306 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:01.804151 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-97c923a6-8e82-4503-abd6-b38dcc44d042 req-8d009e9f-3f1e-4ee7-a2ad-71f54774a306 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0739281 Feb 20 20:08:01.910729 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-97c923a6-8e82-4503-abd6-b38dcc44d042 req-269fb281-96fb-43a9-98eb-1c7904a1789b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960870 Feb 20 20:08:01.976951 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-216cf671-adc6-4168-ae0a-eec9b584895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:01.978507 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-216cf671-adc6-4168-ae0a-eec9b584895b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 1129 time: 0.0904527 Feb 20 20:08:02.144454 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-38ecb132-68be-419b-b28c-7139446b03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:02.147144 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-38ecb132-68be-419b-b28c-7139446b03f0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=071c382c-ea33-42d9-9b4c-49dc8158480b HTTP/1.1" status: 200 len: 911 time: 0.1516571 Feb 20 20:08:02.176680 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:02.250464 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-02e37855-0333-4d07-b6cf-99f3850f3028 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=902a9701-9d4c-46bc-961e-7f1df743d7d7 HTTP/1.1" status: 200 len: 1000 time: 0.0922587 Feb 20 20:08:02.319872 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-9b6a6c84-f65a-4847-b5b6-28bcf92fd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:02.322426 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-9b6a6c84-f65a-4847-b5b6-28bcf92fd7f1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c77737-ac14-4962-b301-e7c4e84c6957 HTTP/1.1" status: 200 len: 849 time: 0.0631557 Feb 20 20:08:02.389753 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-426ad3ca-7db4-4571-a986-b741c099bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:02.391328 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-426ad3ca-7db4-4571-a986-b741c099bda6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=071c382c-ea33-42d9-9b4c-49dc8158480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578032 Feb 20 20:08:02.508085 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-d21037ef-c36c-4d8c-bfc8-00863174d77f service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089237 Feb 20 20:08:02.624706 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-217cfb08-fa1f-4544-8220-cadbfa21b7c8 req-ec61109f-c782-43e0-9feb-2335e90b7d33 service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082401 Feb 20 20:08:02.649475 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-af3acb2c-371c-4e0e-9f47-4348a3b32afd req-3742c314-e018-40d5-9e68-a5eea1879583 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 210 time: 0.0410686 Feb 20 20:08:03.063034 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57368031-8ed4-41bb-92d0-1f98049f2a2e req-ee8677b5-baba-4d45-ab47-90eddc32716b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:03.064656 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-57368031-8ed4-41bb-92d0-1f98049f2a2e req-ee8677b5-baba-4d45-ab47-90eddc32716b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0641572 Feb 20 20:08:03.141921 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-57368031-8ed4-41bb-92d0-1f98049f2a2e req-2d3eb842-79a4-4bde-9f9f-0f92101e3e06 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689580 Feb 20 20:08:03.786705 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ab97523f-e9b9-4719-be88-a42fdc8cbfb0 req-cc5d880d-5d47-4a96-9411-dedce231b0ba tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 210 time: 0.0412722 Feb 20 20:08:04.282949 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d6f71-ace1-49dd-809e-2bb1dbdc2e9e req-638816a4-fe78-4412-99d3-5ceb387ea635 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:04.284562 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6c0d6f71-ace1-49dd-809e-2bb1dbdc2e9e req-638816a4-fe78-4412-99d3-5ceb387ea635 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0628767 Feb 20 20:08:04.346583 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6c0d6f71-ace1-49dd-809e-2bb1dbdc2e9e req-306b34ae-479c-46ee-b957-ccc9fb055539 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544479 Feb 20 20:08:04.578887 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056464-d377-484b-9bb9-f284cf2e260a req-491c5066-cd0a-46bc-b912-cf01bac590d6 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:04.581271 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-491c5066-cd0a-46bc-b912-cf01bac590d6 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "GET /v2.0/networks?id=8b2a19f4-c94f-444f-9511-f39cc6853442 HTTP/1.1" status: 200 len: 815 time: 0.1251848 Feb 20 20:08:04.621535 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Request body: {'port': {'device_id': 'c24fc5e6-53c6-422a-b7f3-66a6cb6d5403', 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442', 'admin_state_up': True, 'tenant_id': '79884d2db8f34ea3a56bb24700c0834b'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:04.879839 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Made reservation on behalf of 79884d2db8f34ea3a56bb24700c0834b for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:08:04.883406 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:04.922150 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e5ee99a7-5e87-4bc2-a674-14abb63d8b69 req-f303c52a-dad0-4f0a-890e-53397167e56a tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 210 time: 0.0360851 Feb 20 20:08:05.085301 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Allocated IP 172.20.0.2 (8b2a19f4-c94f-444f-9511-f39cc6853442/3d07ffe0-ee62-48a1-a5ef-3df2f400560d/d872fe09-a9ab-4392-ac8e-1421bc217d95) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:05.280753 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks [] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:05.406106 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:05.456035 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Network 8b2a19f4-c94f-444f-9511-f39cc6853442 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:05.459258 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:05.470079 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:05.476779 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Pushing event updated for resources: {'Port': ['ID=d872fe09-a9ab-4392-ac8e-1421bc217d95,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:05.530101 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:05.530796 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:05.659662 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-3417841e-d28f-47ca-b346-ac46667484b8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0444877 Feb 20 20:08:05.679291 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Request body: {'port': {'device_id': 'c24fc5e6-53c6-422a-b7f3-66a6cb6d5403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:05.744133 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.066841 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d872fe09-a9ab-4392-ac8e-1421bc217d95 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:06.078036 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Publish callbacks [] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.101266 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Transition to ACTIVE for port object d872fe09-a9ab-4392-ac8e-1421bc217d95 will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:08:06.118210 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d4eff-32ce-4528-9ed1-dec2c6dd7395 req-1e6ff33c-3e98-456a-9953-b7ed04df072e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.119996 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-356d4eff-32ce-4528-9ed1-dec2c6dd7395 req-1e6ff33c-3e98-456a-9953-b7ed04df072e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 931 time: 0.0911739 Feb 20 20:08:06.197499 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-356d4eff-32ce-4528-9ed1-dec2c6dd7395 req-cde7d02a-e63b-4ae7-b525-1e183de3fc74 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694656 Feb 20 20:08:06.211065 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.298297 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d872fe09-a9ab-4392-ac8e-1421bc217d95,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:06.395049 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Attempting to bind port d872fe09-a9ab-4392-ac8e-1421bc217d95 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:08:06.395440 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Attempting to bind port d872fe09-a9ab-4392-ac8e-1421bc217d95 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:08:06.395806 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Attempting to bind port d872fe09-a9ab-4392-ac8e-1421bc217d95 on network 8b2a19f4-c94f-444f-9511-f39cc6853442 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:06.400972 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Port d872fe09-a9ab-4392-ac8e-1421bc217d95 on network 8b2a19f4-c94f-444f-9511-f39cc6853442 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:08:06.401332 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Attempting to bind port d872fe09-a9ab-4392-ac8e-1421bc217d95 on network 8b2a19f4-c94f-444f-9511-f39cc6853442 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:06.407860 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:08:06.408313 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Checking segment: {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:08:06.408856 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Bound using segment: {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:08:06.409258 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Bound port: d872fe09-a9ab-4392-ac8e-1421bc217d95, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:08:06.409639 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.484892 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] For port d872fe09-a9ab-4392-ac8e-1421bc217d95, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:08:06.488725 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] For port d872fe09-a9ab-4392-ac8e-1421bc217d95, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d872fe09-a9ab-4392-ac8e-1421bc217d95,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:08:06.606490 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.652551 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.653562 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.655435 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] 10.222.0.75 "PUT /v2.0/ports/d872fe09-a9ab-4392-ac8e-1421bc217d95 HTTP/1.1" status: 200 len: 1093 time: 0.9808168 Feb 20 20:08:06.655880 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24fc5e6-53c6-422a-b7f3-66a6cb6d5403', 'tag': 'd872fe09-a9ab-4392-ac8e-1421bc217d95'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:06.658148 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45349ad-d27b-448b-bafc-60b361e7382f" -d '{"events": [{"name": "network-changed", "server_uuid": "c24fc5e6-53c6-422a-b7f3-66a6cb6d5403", "tag": "d872fe09-a9ab-4392-ac8e-1421bc217d95"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:06.685154 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d75185-7d3c-469c-92e2-d78391d6edd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d872fe09-a9ab-4392-ac8e-1421bc217d95,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:06.709545 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84df807b-5fd5-47cc-a0d4-bd2df6edf78d x-openstack-request-id: req-84df807b-5fd5-47cc-a0d4-bd2df6edf78d {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:06.714173 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24fc5e6-53c6-422a-b7f3-66a6cb6d5403", "tag": "d872fe09-a9ab-4392-ac8e-1421bc217d95", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:06.714173 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84df807b-5fd5-47cc-a0d4-bd2df6edf78d {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:06.714173 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24fc5e6-53c6-422a-b7f3-66a6cb6d5403', 'tag': 'd872fe09-a9ab-4392-ac8e-1421bc217d95', 'status': 'completed', 'code': 200} Feb 20 20:08:06.818209 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45349ad-d27b-448b-bafc-60b361e7382f req-557f1b0b-2ca9-417d-9543-246634ef5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.819769 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b45349ad-d27b-448b-bafc-60b361e7382f req-557f1b0b-2ca9-417d-9543-246634ef5546 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 1127 time: 0.0570314 Feb 20 20:08:06.954472 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45349ad-d27b-448b-bafc-60b361e7382f req-01d0bdfb-06dd-444a-bddd-1631f2102df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.956235 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b45349ad-d27b-448b-bafc-60b361e7382f req-01d0bdfb-06dd-444a-bddd-1631f2102df4 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=79884d2db8f34ea3a56bb24700c0834b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1121387 Feb 20 20:08:07.065023 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45349ad-d27b-448b-bafc-60b361e7382f req-0c3d7538-f923-4b56-8114-ff52ba662f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:07.066586 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b45349ad-d27b-448b-bafc-60b361e7382f req-0c3d7538-f923-4b56-8114-ff52ba662f96 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036005 Feb 20 20:08:07.219543 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056464-d377-484b-9bb9-f284cf2e260a req-f5463371-2b66-4022-81f2-d4c9f8df058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:07.222039 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-f5463371-2b66-4022-81f2-d4c9f8df058b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 1127 time: 0.0533636 Feb 20 20:08:07.313410 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-12d8e959-849e-4448-b794-eaca7d367095 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d872fe09-a9ab-4392-ac8e-1421bc217d95 HTTP/1.1" status: 200 len: 217 time: 0.0714359 Feb 20 20:08:07.391761 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056464-d377-484b-9bb9-f284cf2e260a req-d2dfc69b-2500-498b-90be-848947f3bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:07.393257 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-d2dfc69b-2500-498b-90be-848947f3bc83 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3d07ffe0-ee62-48a1-a5ef-3df2f400560d HTTP/1.1" status: 200 len: 855 time: 0.0594087 Feb 20 20:08:07.405795 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178d4db-0c16-4181-80d9-8e20b4bc99cf req-710494a6-5c6b-4d76-bdec-bef99057cb1c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:07.407382 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9178d4db-0c16-4181-80d9-8e20b4bc99cf req-710494a6-5c6b-4d76-bdec-bef99057cb1c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 943 time: 0.1048691 Feb 20 20:08:07.440896 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-aeaa8da0-c076-4598-b132-0d40076a3b44 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2a19f4-c94f-444f-9511-f39cc6853442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324562 Feb 20 20:08:07.535160 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9178d4db-0c16-4181-80d9-8e20b4bc99cf req-95c2e37c-e6d9-4609-b40c-b6ca54410d65 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187642 Feb 20 20:08:07.570507 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-4a89cf6c-af68-4016-be08-ad32dc5d0221 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225016 Feb 20 20:08:07.669363 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d056464-d377-484b-9bb9-f284cf2e260a req-be8d32ce-c8e1-4902-ac0e-bfe57c91da5d service neutron] 10.222.0.75 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929620 Feb 20 20:08:08.672432 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c9e07-6f75-4f22-a2af-ff83e9432fe7 req-1f36d855-898d-461b-90f6-d47fdbdc4d6f tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:08.674054 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-113c9e07-6f75-4f22-a2af-ff83e9432fe7 req-1f36d855-898d-461b-90f6-d47fdbdc4d6f tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 943 time: 0.0600717 Feb 20 20:08:08.732668 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-113c9e07-6f75-4f22-a2af-ff83e9432fe7 req-259de11e-7ec0-493b-a3b7-14a83cff74ae tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521309 Feb 20 20:08:09.757030 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-53736794-7d58-4345-a15d-b4c40f94866d tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140847490&fields=id&tenant_id=7d15dcb9692c401e9d0e06361839bb8b HTTP/1.1" status: 200 len: 267 time: 0.0518527 Feb 20 20:08:09.907690 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-893498ab-d9a3-493c-8e8c-93d567352b02 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:09.909157 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-893498ab-d9a3-493c-8e8c-93d567352b02 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 811 time: 0.1423726 Feb 20 20:08:09.926725 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a73352-26ce-42bc-8b2f-67f7cfe91560 req-0e56e409-0d06-44a9-99e5-d55858924d33 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:09.929150 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f0a73352-26ce-42bc-8b2f-67f7cfe91560 req-0e56e409-0d06-44a9-99e5-d55858924d33 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 943 time: 0.1061668 Feb 20 20:08:09.949450 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3e25806c-51aa-4554-a208-b7f1e1f25ca5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/quotas/7d15dcb9692c401e9d0e06361839bb8b HTTP/1.1" status: 200 len: 375 time: 0.0189288 Feb 20 20:08:10.014401 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f0a73352-26ce-42bc-8b2f-67f7cfe91560 req-3c3b3650-4a36-465f-86b0-a9629bfa9921 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746381 Feb 20 20:08:10.029692 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-75fb07d4-e76f-4857-9b55-8186e6ca71f4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741587 Feb 20 20:08:10.154600 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-a1b43147-4d68-4de3-bce1-22e044bee13f service neutron] 10.222.0.60 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108646 Feb 20 20:08:10.250413 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-cd523d75-ecdc-43e8-a012-6406d7803685 service neutron] 10.222.0.60 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899339 Feb 20 20:08:10.977511 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b5e460a2-b3ec-410c-86d1-e9604963fc56 req-98e86ea0-d80e-4c00-a6f8-f202f5bf4230 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 210 time: 0.0333426 Feb 20 20:08:11.194131 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cc008-fd38-4f07-9a23-4931f0ef359b req-a970e239-e369-4b20-98b0-081d39f2350a tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:11.195615 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-006cc008-fd38-4f07-9a23-4931f0ef359b req-a970e239-e369-4b20-98b0-081d39f2350a tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 943 time: 0.0821240 Feb 20 20:08:11.246855 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-006cc008-fd38-4f07-9a23-4931f0ef359b req-b9a462a7-736c-4ba8-a19c-81be2f443396 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446205 Feb 20 20:08:11.880461 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device d872fe09-a9ab-4392-ac8e-1421bc217d95 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:08:11.996855 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port d872fe09-a9ab-4392-ac8e-1421bc217d95, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d872fe09-a9ab-4392-ac8e-1421bc217d95,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:12.011397 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': 'd872fe09-a9ab-4392-ac8e-1421bc217d95', 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442', 'port_id': 'd872fe09-a9ab-4392-ac8e-1421bc217d95', 'mac_address': 'fa:16:3e:df:21:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d07ffe0-ee62-48a1-a5ef-3df2f400560d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:08:12.056121 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port d872fe09-a9ab-4392-ac8e-1421bc217d95 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:12.056646 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:12.064315 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-802ea51d-0dee-453f-a62d-1564623d5415 req-00417832-f8cc-4488-ac01-bcb3f69407be tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 210 time: 0.0348742 Feb 20 20:08:12.071432 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d872fe09-a9ab-4392-ac8e-1421bc217d95 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:12.094115 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port d872fe09-a9ab-4392-ac8e-1421bc217d95, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d872fe09-a9ab-4392-ac8e-1421bc217d95,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:12.193738 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:12.245283 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=d872fe09-a9ab-4392-ac8e-1421bc217d95,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:12.253374 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.253721 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.254091 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.254437 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.254776 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.255103 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.255432 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.255761 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.256089 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.256431 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.256765 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.257126 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.257445 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:12.403013 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197e9da-9d44-47c2-a80f-3ef2584ce24c req-61beda32-7a8b-4969-9b31-3cb06b16522f tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:12.405584 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2197e9da-9d44-47c2-a80f-3ef2584ce24c req-61beda32-7a8b-4969-9b31-3cb06b16522f tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 944 time: 0.0760450 Feb 20 20:08:12.457633 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2197e9da-9d44-47c2-a80f-3ef2584ce24c req-28886ce3-f61d-4c4e-bd0d-80ca13ec5c0b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460384 Feb 20 20:08:12.589962 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['d872fe09-a9ab-4392-ac8e-1421bc217d95'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:13.440288 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d8425959-310d-4187-8f1a-9ccf4b38ef5e req-37657064-6f1b-48ee-82bf-a0fb0c626dc8 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 210 time: 0.2968867 Feb 20 20:08:13.596950 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f191a-cd9c-4b3c-8a2b-1997a0fb0348 req-b9c4ef14-d5aa-411a-94e1-bbb87fb61796 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:13.598579 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-942f191a-cd9c-4b3c-8a2b-1997a0fb0348 req-b9c4ef14-d5aa-411a-94e1-bbb87fb61796 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 944 time: 0.0629153 Feb 20 20:08:13.648109 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-942f191a-cd9c-4b3c-8a2b-1997a0fb0348 req-bf88e68d-b1b6-417c-bb6a-d11e6bd5ef76 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Feb 20 20:08:13.891538 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device d872fe09-a9ab-4392-ac8e-1421bc217d95 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:08:14.025998 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-0a666ad1-c4f9-4601-a731-c36398aa7ff9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:14.028276 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-0a666ad1-c4f9-4601-a731-c36398aa7ff9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 811 time: 0.1089287 Feb 20 20:08:14.099299 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-233911e1-e4ec-48e7-b446-15ed5d7da581 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d15dcb9692c401e9d0e06361839bb8b HTTP/1.1" status: 200 len: 380 time: 0.0552976 Feb 20 20:08:14.112406 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'port': {'device_id': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'admin_state_up': True, 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'security_groups': ['ee29f559-0a1d-4ec1-beda-1f6b2bdc6420']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:14.153912 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port d872fe09-a9ab-4392-ac8e-1421bc217d95 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:08:14.160722 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port d872fe09-a9ab-4392-ac8e-1421bc217d95 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:14.161235 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.255614 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port d872fe09-a9ab-4392-ac8e-1421bc217d95 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:14.256001 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.282653 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24fc5e6-53c6-422a-b7f3-66a6cb6d5403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd872fe09-a9ab-4392-ac8e-1421bc217d95'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:14.285027 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bff3963-6d91-42be-8a9f-bebfb21f4f93" -d '{"events": [{"server_uuid": "c24fc5e6-53c6-422a-b7f3-66a6cb6d5403", "name": "network-vif-plugged", "status": "completed", "tag": "d872fe09-a9ab-4392-ac8e-1421bc217d95"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:14.299118 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port d872fe09-a9ab-4392-ac8e-1421bc217d95, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d872fe09-a9ab-4392-ac8e-1421bc217d95,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:14.322160 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Made reservation on behalf of 7d15dcb9692c401e9d0e06361839bb8b for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:08:14.329354 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903362ec-4316-4eaf-977a-84a0905e7c00 x-openstack-request-id: req-903362ec-4316-4eaf-977a-84a0905e7c00 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:14.329685 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24fc5e6-53c6-422a-b7f3-66a6cb6d5403", "name": "network-vif-plugged", "status": "completed", "tag": "d872fe09-a9ab-4392-ac8e-1421bc217d95", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:14.329958 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-903362ec-4316-4eaf-977a-84a0905e7c00 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:14.330424 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24fc5e6-53c6-422a-b7f3-66a6cb6d5403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd872fe09-a9ab-4392-ac8e-1421bc217d95', 'code': 200} Feb 20 20:08:14.332999 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.391778 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.451132 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=d872fe09-a9ab-4392-ac8e-1421bc217d95,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:14.495059 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Allocated IP 172.20.0.9 (3ddb480e-c808-4081-b0cb-679d7704b478/d119c215-b079-412f-ab08-881c044261be/3a701361-cf5b-4df9-9369-e732da8ed34c) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:14.582633 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3925d6ae-e27c-4458-b967-70d5324f26da req-8e02806c-c32f-45be-abf7-3c50dd30d19f tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 210 time: 0.0492113 Feb 20 20:08:14.682186 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.783171 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010c87-4700-4d5e-a2ec-467bf65bfe06 req-0a4cab8e-7afd-49f3-83cf-26bf403d43e3 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:14.784797 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25010c87-4700-4d5e-a2ec-467bf65bfe06 req-0a4cab8e-7afd-49f3-83cf-26bf403d43e3 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 945 time: 0.0584607 Feb 20 20:08:14.866390 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25010c87-4700-4d5e-a2ec-467bf65bfe06 req-6398fdd2-15a7-49ac-9a21-38b3128ae931 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728700 Feb 20 20:08:14.871505 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b603306-132f-47e3-9d53-f236998db5e9 req-87e36ab5-92ed-4dbb-8d44-cf9c0c48ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:14.873183 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3b603306-132f-47e3-9d53-f236998db5e9 req-87e36ab5-92ed-4dbb-8d44-cf9c0c48ca32 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 1129 time: 0.0873814 Feb 20 20:08:14.890197 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.954434 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Network 3ddb480e-c808-4081-b0cb-679d7704b478 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:14.968356 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'Port': ['ID=3a701361-cf5b-4df9-9369-e732da8ed34c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:14.970951 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:14.974005 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:14.980754 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3b603306-132f-47e3-9d53-f236998db5e9 req-7933c8a5-0514-4882-a113-b567cc5251cb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991709 Feb 20 20:08:15.038692 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:15.039617 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.116289 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-3fb18ba7-bb18-471f-a95e-cf5d8f41404c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0097935 Feb 20 20:08:15.275539 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-cdde7b68-cc22-4281-8c11-66dcde3791d1 None None] Provisioning complete for port 3a701361-cf5b-4df9-9369-e732da8ed34c triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:15.276128 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdde7b68-cc22-4281-8c11-66dcde3791d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.278533 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Request body: {'port': {'device_id': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:15.322603 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cdde7b68-cc22-4281-8c11-66dcde3791d1 None None] Port 3a701361-cf5b-4df9-9369-e732da8ed34c cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:08:15.350646 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.637627 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a701361-cf5b-4df9-9369-e732da8ed34c {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:15.647830 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Publish callbacks [] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.679222 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Transition to ACTIVE for port object 3a701361-cf5b-4df9-9369-e732da8ed34c will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:08:15.721967 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363bc7-eb64-4027-8864-f7a96d1d62ab req-2eb24033-0876-4e8f-bd71-627d40f9cd91 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:15.723498 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ac363bc7-eb64-4027-8864-f7a96d1d62ab req-2eb24033-0876-4e8f-bd71-627d40f9cd91 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 931 time: 0.0650105 Feb 20 20:08:15.765768 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.820556 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ac363bc7-eb64-4027-8864-f7a96d1d62ab req-ef348284-a854-47a0-b4a1-20176f7b7ece tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877492 Feb 20 20:08:15.837190 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Pushing event updated for resources: {'Port': ['ID=3a701361-cf5b-4df9-9369-e732da8ed34c,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:15.944210 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Attempting to bind port 3a701361-cf5b-4df9-9369-e732da8ed34c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:08:15.944682 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Attempting to bind port 3a701361-cf5b-4df9-9369-e732da8ed34c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:08:15.945125 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Attempting to bind port 3a701361-cf5b-4df9-9369-e732da8ed34c on network 3ddb480e-c808-4081-b0cb-679d7704b478 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:15.954140 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Port 3a701361-cf5b-4df9-9369-e732da8ed34c on network 3ddb480e-c808-4081-b0cb-679d7704b478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:08:15.955368 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Attempting to bind port 3a701361-cf5b-4df9-9369-e732da8ed34c on network 3ddb480e-c808-4081-b0cb-679d7704b478 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:15.963912 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:08:15.964787 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Checking segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:08:15.967205 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Bound using segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:08:15.968507 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Bound port: 3a701361-cf5b-4df9-9369-e732da8ed34c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:08:15.969359 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.107503 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] For port 3a701361-cf5b-4df9-9369-e732da8ed34c, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:08:16.111294 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] For port 3a701361-cf5b-4df9-9369-e732da8ed34c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3a701361-cf5b-4df9-9369-e732da8ed34c,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:08:16.123660 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47532c2-2353-487c-a0e8-dd790f5aa764 req-dae238ed-c1db-477d-8b24-558ccb2d5d03 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:16.125333 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d47532c2-2353-487c-a0e8-dd790f5aa764 req-dae238ed-c1db-477d-8b24-558ccb2d5d03 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 945 time: 0.1274948 Feb 20 20:08:16.190381 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d47532c2-2353-487c-a0e8-dd790f5aa764 req-1c7c6f8f-4fdc-4233-85a7-c9cacbc490f5 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588660 Feb 20 20:08:16.194005 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.251410 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:16.252516 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.254949 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] 10.222.0.75 "PUT /v2.0/ports/3a701361-cf5b-4df9-9369-e732da8ed34c HTTP/1.1" status: 200 len: 1093 time: 0.9808943 Feb 20 20:08:16.255690 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'tag': '3a701361-cf5b-4df9-9369-e732da8ed34c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:16.259859 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d27786-b1cc-418c-97bd-328ba4287d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "14017978-5ca1-41e3-9cee-2b9fe9d737d3", "tag": "3a701361-cf5b-4df9-9369-e732da8ed34c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:16.305797 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aeb2bc-6cac-404d-9599-9295a1be617b service neutron] Pushing event updated for resources: {'Port': ['ID=3a701361-cf5b-4df9-9369-e732da8ed34c,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:16.313561 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d12701-5cda-4e10-9405-b04ce96a86a5 x-openstack-request-id: req-97d12701-5cda-4e10-9405-b04ce96a86a5 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:16.314021 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14017978-5ca1-41e3-9cee-2b9fe9d737d3", "tag": "3a701361-cf5b-4df9-9369-e732da8ed34c", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:16.314439 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97d12701-5cda-4e10-9405-b04ce96a86a5 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:16.315079 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'tag': '3a701361-cf5b-4df9-9369-e732da8ed34c', 'status': 'completed', 'code': 200} Feb 20 20:08:16.419738 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d27786-b1cc-418c-97bd-328ba4287d2e req-db873eca-fd46-4019-b5ff-728a3f671afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:16.419738 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28d27786-b1cc-418c-97bd-328ba4287d2e req-db873eca-fd46-4019-b5ff-728a3f671afc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 1127 time: 0.0560451 Feb 20 20:08:16.570594 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d27786-b1cc-418c-97bd-328ba4287d2e req-4ccbf61a-bca3-4e02-b22e-c841112f2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:16.572095 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28d27786-b1cc-418c-97bd-328ba4287d2e req-4ccbf61a-bca3-4e02-b22e-c841112f2d81 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1274977 Feb 20 20:08:16.682007 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d27786-b1cc-418c-97bd-328ba4287d2e req-69934add-421c-4a31-b0e6-c0d9231d2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:16.684132 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28d27786-b1cc-418c-97bd-328ba4287d2e req-69934add-421c-4a31-b0e6-c0d9231d2d6c service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052144 Feb 20 20:08:16.805891 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-5113cfee-ac81-4fa3-a93a-2a7827c06c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:16.807464 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-5113cfee-ac81-4fa3-a93a-2a7827c06c9c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 1127 time: 0.0516002 Feb 20 20:08:16.865861 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-b5210372-fd57-4bbf-905e-66bc0c32824c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a701361-cf5b-4df9-9369-e732da8ed34c HTTP/1.1" status: 200 len: 217 time: 0.0386236 Feb 20 20:08:16.953972 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-c8b37ea6-ca20-48c1-a103-04c15025df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:16.955360 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-c8b37ea6-ca20-48c1-a103-04c15025df69 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 200 len: 850 time: 0.0790372 Feb 20 20:08:16.999736 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b082bf-527a-446d-8c40-af6269a3888b req-248f963c-6479-448f-a6ea-3cb2b3a4e482 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:17.001355 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28b082bf-527a-446d-8c40-af6269a3888b req-248f963c-6479-448f-a6ea-3cb2b3a4e482 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 943 time: 0.0938551 Feb 20 20:08:17.045986 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-db2800c2-7926-43ff-a523-56097ff02094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:17.047498 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-db2800c2-7926-43ff-a523-56097ff02094 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ddb480e-c808-4081-b0cb-679d7704b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848889 Feb 20 20:08:17.072997 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-28b082bf-527a-446d-8c40-af6269a3888b req-0d68442c-2a11-4f51-8fb8-e9724b906271 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645983 Feb 20 20:08:17.159989 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-7eaa9ded-0f4a-49e2-aff4-0247c2f83807 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998015 Feb 20 20:08:17.266236 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-70791146-2989-4e83-87a3-1bf4a1faa1d9 req-482c1069-8e58-4247-9f67-0ee90c14ae9a service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002038 Feb 20 20:08:17.344576 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba79c7b-304c-46cb-a391-e35eaa7ecf0f req-8b137397-59cb-40fe-86bb-0c089df41a35 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:17.347039 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ba79c7b-304c-46cb-a391-e35eaa7ecf0f req-8b137397-59cb-40fe-86bb-0c089df41a35 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 945 time: 0.0752485 Feb 20 20:08:17.407968 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ba79c7b-304c-46cb-a391-e35eaa7ecf0f req-14976efb-dd6d-4a6e-b7a8-89a797ea6f1e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554883 Feb 20 20:08:18.056858 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:18.215314 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1864c-4263-4000-a923-e19f1848b4af req-1852542f-0198-448c-990a-0bb094655a37 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:18.216965 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ab1864c-4263-4000-a923-e19f1848b4af req-1852542f-0198-448c-990a-0bb094655a37 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 943 time: 0.0602679 Feb 20 20:08:18.288627 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ab1864c-4263-4000-a923-e19f1848b4af req-b276a862-9d90-4c5c-a28e-561c3e629d54 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622220 Feb 20 20:08:19.452285 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5864b-0e78-4c96-b222-c12257cf25c4 req-c323c5eb-8240-42aa-bfee-67c082b9f847 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:19.454032 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a4f5864b-0e78-4c96-b222-c12257cf25c4 req-c323c5eb-8240-42aa-bfee-67c082b9f847 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 943 time: 0.0645943 Feb 20 20:08:19.525212 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a4f5864b-0e78-4c96-b222-c12257cf25c4 req-c439af05-272e-4665-93a0-c1ff5ddef291 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651362 Feb 20 20:08:20.668875 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce88de-0ed0-41f2-8462-8e9a231c06dc req-94f63924-3a65-4276-8c88-334fda64a429 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:20.671295 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c9ce88de-0ed0-41f2-8462-8e9a231c06dc req-94f63924-3a65-4276-8c88-334fda64a429 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 943 time: 0.0614915 Feb 20 20:08:20.732247 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c9ce88de-0ed0-41f2-8462-8e9a231c06dc req-9222234d-bd64-43f9-9f22-507bae753726 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476964 Feb 20 20:08:21.878627 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f485fb-4bea-4bdf-b6fe-b83f54a1aea0 req-6fdb3548-8089-4cc7-b828-f6533c94f284 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:21.880817 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b3f485fb-4bea-4bdf-b6fe-b83f54a1aea0 req-6fdb3548-8089-4cc7-b828-f6533c94f284 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 943 time: 0.0706801 Feb 20 20:08:21.954293 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b3f485fb-4bea-4bdf-b6fe-b83f54a1aea0 req-160584df-c8b2-4a1c-9167-2bdadca4327c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677707 Feb 20 20:08:23.122364 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1247872-cfa3-40b0-bf19-9758a8655082 req-a9e15cd5-c125-4ca2-8e72-4e10bd6e9771 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:23.123951 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1247872-cfa3-40b0-bf19-9758a8655082 req-a9e15cd5-c125-4ca2-8e72-4e10bd6e9771 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 943 time: 0.0730219 Feb 20 20:08:23.183529 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d1247872-cfa3-40b0-bf19-9758a8655082 req-ec09f12b-1589-47b5-a3d2-2f14fe5f4cd0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525498 Feb 20 20:08:24.326953 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84674cf-cda9-4968-a845-06fb1c5ab0fd req-b3b75476-a76c-4b17-90cf-d6da2bd2130b tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:24.328651 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e84674cf-cda9-4968-a845-06fb1c5ab0fd req-b3b75476-a76c-4b17-90cf-d6da2bd2130b tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 943 time: 0.0697465 Feb 20 20:08:24.388394 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e84674cf-cda9-4968-a845-06fb1c5ab0fd req-67d4725b-3f89-4ce7-9b45-c77c27b3f330 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535042 Feb 20 20:08:25.523862 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dee62-ea1b-4f6e-929f-7f0720c1f778 req-7337ae89-ae3d-45a0-ad14-d4c09447921b tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:25.525459 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b64dee62-ea1b-4f6e-929f-7f0720c1f778 req-7337ae89-ae3d-45a0-ad14-d4c09447921b tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 943 time: 0.0567086 Feb 20 20:08:25.594769 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b64dee62-ea1b-4f6e-929f-7f0720c1f778 req-7a5d7a06-c6b8-43e6-825c-bbfbc96423a5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592589 Feb 20 20:08:25.941931 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8320a58a-bb5a-4837-96ea-7fad5909ec65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:25.972750 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 3a701361-cf5b-4df9-9369-e732da8ed34c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:08:26.099721 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 3a701361-cf5b-4df9-9369-e732da8ed34c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3a701361-cf5b-4df9-9369-e732da8ed34c,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:26.124671 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '3a701361-cf5b-4df9-9369-e732da8ed34c', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'port_id': '3a701361-cf5b-4df9-9369-e732da8ed34c', 'mac_address': 'fa:16:3e:06:3e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:08:26.170388 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 3a701361-cf5b-4df9-9369-e732da8ed34c is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:26.170777 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:26.191030 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a701361-cf5b-4df9-9369-e732da8ed34c {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:26.217282 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 3a701361-cf5b-4df9-9369-e732da8ed34c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3a701361-cf5b-4df9-9369-e732da8ed34c,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:26.342518 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:26.397721 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=3a701361-cf5b-4df9-9369-e732da8ed34c,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:26.726063 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aa8cc-b38c-467d-8f69-b83f35d81331 req-cc52e538-057d-46dc-b9bf-13fe651e4509 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:26.728149 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f2aa8cc-b38c-467d-8f69-b83f35d81331 req-cc52e538-057d-46dc-b9bf-13fe651e4509 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 944 time: 0.0591774 Feb 20 20:08:26.749397 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['3a701361-cf5b-4df9-9369-e732da8ed34c'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:26.783104 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f2aa8cc-b38c-467d-8f69-b83f35d81331 req-c373d9bd-dfe1-4177-a642-e48b48b2d2a7 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490463 Feb 20 20:08:27.942347 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a49b7b9e-931f-4585-9fed-aca2f29d3236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:27.952690 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3a761-dedd-471d-974c-fd034b15cf0f req-ec9e3e54-a8b5-47aa-8f84-980fb90784d4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:27.954285 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76c3a761-dedd-471d-974c-fd034b15cf0f req-ec9e3e54-a8b5-47aa-8f84-980fb90784d4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 944 time: 0.0631342 Feb 20 20:08:27.968853 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 3a701361-cf5b-4df9-9369-e732da8ed34c up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:08:28.009629 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:08:28.018775 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-76c3a761-dedd-471d-974c-fd034b15cf0f req-cfbed217-04cc-48cb-b18b-6796ad4a7a34 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582006 Feb 20 20:08:28.125071 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 3a701361-cf5b-4df9-9369-e732da8ed34c completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:08:28.129222 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 3a701361-cf5b-4df9-9369-e732da8ed34c triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:28.129632 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.239259 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 3a701361-cf5b-4df9-9369-e732da8ed34c is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:28.239259 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.259748 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a701361-cf5b-4df9-9369-e732da8ed34c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:28.262842 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6ce476-2ad7-4405-8199-06d2f4eae42a" -d '{"events": [{"server_uuid": "14017978-5ca1-41e3-9cee-2b9fe9d737d3", "name": "network-vif-plugged", "status": "completed", "tag": "3a701361-cf5b-4df9-9369-e732da8ed34c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:28.276149 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 3a701361-cf5b-4df9-9369-e732da8ed34c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3a701361-cf5b-4df9-9369-e732da8ed34c,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:28.311217 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c3e68d-9b23-4f91-af3d-9d610f2113b5 x-openstack-request-id: req-b4c3e68d-9b23-4f91-af3d-9d610f2113b5 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:28.311573 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14017978-5ca1-41e3-9cee-2b9fe9d737d3", "name": "network-vif-plugged", "status": "completed", "tag": "3a701361-cf5b-4df9-9369-e732da8ed34c", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:28.311911 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4c3e68d-9b23-4f91-af3d-9d610f2113b5 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:28.312314 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a701361-cf5b-4df9-9369-e732da8ed34c', 'code': 200} Feb 20 20:08:28.359342 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.430028 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=3a701361-cf5b-4df9-9369-e732da8ed34c,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:28.838839 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b4772-fdd9-45af-8180-440c61a10424 req-d3f6e9ee-c601-49f7-9150-0c26430d44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:28.841208 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-890b4772-fdd9-45af-8180-440c61a10424 req-d3f6e9ee-c601-49f7-9150-0c26430d44c7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 1129 time: 0.0576248 Feb 20 20:08:28.894408 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-890b4772-fdd9-45af-8180-440c61a10424 req-6bc56401-49df-4427-91d8-42e5a57cc587 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456426 Feb 20 20:08:29.156084 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1680f2-b14c-4576-84b0-5e4c8be27971 req-17d4c4af-a62a-49d4-ae2a-e5fa2c9f05f2 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:29.157659 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3a1680f2-b14c-4576-84b0-5e4c8be27971 req-17d4c4af-a62a-49d4-ae2a-e5fa2c9f05f2 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 945 time: 0.0584707 Feb 20 20:08:29.224262 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3a1680f2-b14c-4576-84b0-5e4c8be27971 req-a4fb95fa-5d4f-4b3c-916a-19299b2c0b7b tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555813 Feb 20 20:08:29.290976 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:29.603865 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-98441e11-5c83-4b14-8d11-3102badfeb3b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:29.606098 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-98441e11-5c83-4b14-8d11-3102badfeb3b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/networks?id=8b2a19f4-c94f-444f-9511-f39cc6853442 HTTP/1.1" status: 200 len: 815 time: 0.1351774 Feb 20 20:08:29.625439 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-06acd4e2-db19-4779-891a-2275b7630919 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/quotas/79884d2db8f34ea3a56bb24700c0834b HTTP/1.1" status: 200 len: 375 time: 0.0108163 Feb 20 20:08:29.685971 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-591d5592-cf21-4f9e-b554-541cb67075e9 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552614 Feb 20 20:08:29.784896 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-ee66bc53-3ba1-4c20-b303-037c8c229b1c service neutron] 10.222.0.60 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915611 Feb 20 20:08:29.911078 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-d19577a9-b194-426a-a837-d635466cb6f5 service neutron] 10.222.0.60 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156344 Feb 20 20:08:30.220056 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b213edd-0b2e-43c3-a813-a149ed17fbd8 req-408ad6c9-66a3-46ea-8b59-15c0773d357b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 210 time: 0.0311368 Feb 20 20:08:30.396421 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcea4c5-0ba1-4195-a005-ff1fcb58e3d8 req-1d566a50-7dc5-4bb8-af82-8a8940b30619 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:30.398839 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5dcea4c5-0ba1-4195-a005-ff1fcb58e3d8 req-1d566a50-7dc5-4bb8-af82-8a8940b30619 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 945 time: 0.0798738 Feb 20 20:08:30.497863 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5dcea4c5-0ba1-4195-a005-ff1fcb58e3d8 req-9e788114-0bfd-4d34-ab89-e17e417c4ff5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887208 Feb 20 20:08:30.560041 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:31.354685 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-086883c2-6d67-4543-82f8-08d33e09c0f2 req-f15eec5c-0863-4a09-94bd-8e2aeebf8f38 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 210 time: 0.0349402 Feb 20 20:08:31.656690 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d88636-8cf6-4d47-aa2d-bcbd5822eba7 req-b6674d79-9f7a-47f8-96d7-23ef3a484142 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:31.658266 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37d88636-8cf6-4d47-aa2d-bcbd5822eba7 req-b6674d79-9f7a-47f8-96d7-23ef3a484142 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 947 time: 0.0869896 Feb 20 20:08:31.680170 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc2f46-c899-4093-a33e-67938f04f32a req-a6a855d3-9326-4430-bed3-3feaf017fdd5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:31.681730 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-21dc2f46-c899-4093-a33e-67938f04f32a req-a6a855d3-9326-4430-bed3-3feaf017fdd5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 945 time: 0.0830677 Feb 20 20:08:31.765749 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-37d88636-8cf6-4d47-aa2d-bcbd5822eba7 req-1d041fa9-0c8e-4b85-884c-80f866957ebc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008031 Feb 20 20:08:31.799598 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-21dc2f46-c899-4093-a33e-67938f04f32a req-b4bc0d3f-76d2-4702-b4c5-6ae2730de1b8 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979307 Feb 20 20:08:31.913369 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d950b-e7fa-4793-8989-96439019cb8b req-393ee67e-8b56-4d49-b004-51c982e8b886 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:31.914950 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c59d950b-e7fa-4793-8989-96439019cb8b req-393ee67e-8b56-4d49-b004-51c982e8b886 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 945 time: 0.0578895 Feb 20 20:08:31.974311 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c59d950b-e7fa-4793-8989-96439019cb8b req-2d864cde-e3d4-4330-97ec-b8aecd23d472 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495481 Feb 20 20:08:32.002825 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46840) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:32.159766 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:32.171662 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0d684-22c4-4a5c-9e45-2a4baf56f177 tempest-TestVolumeBootPattern-1135735533 tempest-TestVolumeBootPattern-1135735533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:32.173237 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e9b0d684-22c4-4a5c-9e45-2a4baf56f177 tempest-TestVolumeBootPattern-1135735533 tempest-TestVolumeBootPattern-1135735533-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 1124 time: 0.1693769 Feb 20 20:08:32.176216 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46844) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:32.180929 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'floatingip': {'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'port_id': '3a701361-cf5b-4df9-9369-e732da8ed34c', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:32.273883 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:32.392566 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:32.503107 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7fe75fbe-edc0-449f-8e2c-1ac51741de0e req-4f69023a-cf59-4d08-886a-11d905095c4a tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 210 time: 0.0372474 Feb 20 20:08:32.528870 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Allocated IP 172.27.0.114 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/ff849caa-8abf-42e8-b52e-b4c43872be5f) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:32.550486 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-1260ab7a-fe08-48fb-bb91-b7015781feae tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:32.551994 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-1260ab7a-fe08-48fb-bb91-b7015781feae tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "GET /v2.0/networks?id=8b2a19f4-c94f-444f-9511-f39cc6853442 HTTP/1.1" status: 200 len: 815 time: 0.1574790 Feb 20 20:08:32.572698 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Request body: {'port': {'device_id': 'bdff4760-c8ef-4f40-a118-40c44d576689', 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442', 'admin_state_up': True, 'tenant_id': '79884d2db8f34ea3a56bb24700c0834b'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:32.640096 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for port (ff849caa-8abf-42e8-b52e-b4c43872be5f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:32.731748 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (ff849caa-8abf-42e8-b52e-b4c43872be5f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:32.753742 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Made reservation on behalf of 79884d2db8f34ea3a56bb24700c0834b for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:08:32.757478 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:32.782690 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:32.785875 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:32.791922 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:32.828091 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'Port': ['ID=ff849caa-8abf-42e8-b52e-b4c43872be5f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:32.956063 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Allocated IP 172.20.0.14 (8b2a19f4-c94f-444f-9511-f39cc6853442/3d07ffe0-ee62-48a1-a5ef-3df2f400560d/e80e85e5-c807-440e-b552-b5406cb0afa7) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:32.967612 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff65036-1916-45cf-8f3c-f512966d43b2 req-cb5ef8f9-2e44-4452-ad43-2ae05a7028a1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:32.969444 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ff65036-1916-45cf-8f3c-f512966d43b2 req-cb5ef8f9-2e44-4452-ad43-2ae05a7028a1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 947 time: 0.1040883 Feb 20 20:08:33.070064 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ff65036-1916-45cf-8f3c-f512966d43b2 req-7ca72b10-0f31-4024-9066-ee9d3db44659 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939715 Feb 20 20:08:33.159323 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks [] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.250911 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.295590 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Network 8b2a19f4-c94f-444f-9511-f39cc6853442 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:33.298481 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (f719f543-e235-40a7-b806-4b4fbc7ca0e2), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.301128 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:33.301253 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['d872fe09-a9ab-4392-ac8e-1421bc217d95'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:33.305365 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:33.335456 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Pushing event updated for resources: {'Port': ['ID=e80e85e5-c807-440e-b552-b5406cb0afa7,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:33.364371 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:33.365129 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.472951 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c3f0d06e-3fb7-44ed-90a3-5028783e56d4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9047606 Feb 20 20:08:33.473755 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (ff849caa-8abf-42e8-b52e-b4c43872be5f), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.509839 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Request body: {'port': {'device_id': 'bdff4760-c8ef-4f40-a118-40c44d576689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:33.573971 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.653418 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for port (ff849caa-8abf-42e8-b52e-b4c43872be5f), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.714503 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (ff849caa-8abf-42e8-b52e-b4c43872be5f), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.739667 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acd162-902e-451d-b678-034156a2e6f5 req-fa2d71b4-21d1-49b2-88b3-5e3e9f82519e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:33.741190 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e7acd162-902e-451d-b678-034156a2e6f5 req-fa2d71b4-21d1-49b2-88b3-5e3e9f82519e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 932 time: 0.1328557 Feb 20 20:08:33.795362 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'Port': ['ID=ff849caa-8abf-42e8-b52e-b4c43872be5f,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:33.811157 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (f719f543-e235-40a7-b806-4b4fbc7ca0e2), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.898761 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e7acd162-902e-451d-b678-034156a2e6f5 req-29825784-f00f-4126-9184-70db9a8e0bc2 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421785 Feb 20 20:08:33.931664 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-4ff79ea4-a429-41a3-b521-3a14c7d6d4c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:33.933312 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-4ff79ea4-a429-41a3-b521-3a14c7d6d4c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.75 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 947 time: 0.1290998 Feb 20 20:08:34.000894 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80e85e5-c807-440e-b552-b5406cb0afa7 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:34.013933 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Publish callbacks [] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:34.060601 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Transition to ACTIVE for port object e80e85e5-c807-440e-b552-b5406cb0afa7 will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:08:34.087243 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Deleting port 87a52ebd-35dd-4b56-8924-9578f176542c {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:08:34.087628 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:34.124497 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.l3_db [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Floating IP f719f543-e235-40a7-b806-4b4fbc7ca0e2 associated. External IP: 172.27.0.114, port: 3a701361-cf5b-4df9-9369-e732da8ed34c. Feb 20 20:08:34.143483 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:34.243884 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Pushing event updated for resources: {'Port': ['ID=e80e85e5-c807-440e-b552-b5406cb0afa7,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:34.270172 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] For port 87a52ebd-35dd-4b56-8924-9578f176542c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=87a52ebd-35dd-4b56-8924-9578f176542c,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:34.270541 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:34.351040 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Router ebf0ad9f-7b60-4077-909d-a032bb5846ea has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:08:34.475469 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:08:34.487847 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] Sync routers for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:08:34.499718 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:08:34.503140 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:08:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:34.551072 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:34.584225 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-87199ae8-2ed9-4e70-a971-1ba6ec958e07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4068758 Feb 20 20:08:34.584989 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'tag': '3a701361-cf5b-4df9-9369-e732da8ed34c'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:34.587591 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32f36cd-a04d-49a1-aca9-c9d671917b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "14017978-5ca1-41e3-9cee-2b9fe9d737d3", "tag": "3a701361-cf5b-4df9-9369-e732da8ed34c"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:34.628779 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:08:34.639824 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97622125-9c2d-4fb4-b6b3-e1ae891d7743 x-openstack-request-id: req-97622125-9c2d-4fb4-b6b3-e1ae891d7743 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:34.639824 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14017978-5ca1-41e3-9cee-2b9fe9d737d3", "tag": "3a701361-cf5b-4df9-9369-e732da8ed34c", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:34.639824 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97622125-9c2d-4fb4-b6b3-e1ae891d7743 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:34.639824 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'tag': '3a701361-cf5b-4df9-9369-e732da8ed34c', 'status': 'completed', 'code': 200} Feb 20 20:08:34.670564 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7608c01-4747-46dd-8f0f-32b9300ebd7e req-00d6e926-08f7-42a5-ac55-d11fdca539b8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:34.672341 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7608c01-4747-46dd-8f0f-32b9300ebd7e req-00d6e926-08f7-42a5-ac55-d11fdca539b8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 947 time: 0.5034084 Feb 20 20:08:34.749197 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-2beeb763-351c-4172-b6bc-2ab259164d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:34.750632 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-2beeb763-351c-4172-b6bc-2ab259164d2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 1129 time: 0.0652287 Feb 20 20:08:34.786400 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Attempting to bind port e80e85e5-c807-440e-b552-b5406cb0afa7 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:08:34.786751 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Attempting to bind port e80e85e5-c807-440e-b552-b5406cb0afa7 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:08:34.787086 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Attempting to bind port e80e85e5-c807-440e-b552-b5406cb0afa7 on network 8b2a19f4-c94f-444f-9511-f39cc6853442 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:34.811025 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Port e80e85e5-c807-440e-b552-b5406cb0afa7 on network 8b2a19f4-c94f-444f-9511-f39cc6853442 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:08:34.811516 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Attempting to bind port e80e85e5-c807-440e-b552-b5406cb0afa7 on network 8b2a19f4-c94f-444f-9511-f39cc6853442 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:34.838023 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:08:34.838023 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Checking segment: {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:08:34.838580 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Bound using segment: {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:08:34.839491 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Bound port: e80e85e5-c807-440e-b552-b5406cb0afa7, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:08:34.840815 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:34.849857 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7608c01-4747-46dd-8f0f-32b9300ebd7e req-7cede8d6-8417-44b9-83d0-6b6d360e14a7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34216f-9225-459f-9f6a-a1b51c466644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669774 Feb 20 20:08:34.881714 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-68974d5e-b0f1-462f-889d-fa9fb0c8bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:34.883375 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-68974d5e-b0f1-462f-889d-fa9fb0c8bb02 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 912 time: 0.1236746 Feb 20 20:08:34.964282 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-9a60e108-327c-4a7b-b405-8468d46ac476 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a701361-cf5b-4df9-9369-e732da8ed34c HTTP/1.1" status: 200 len: 999 time: 0.0732024 Feb 20 20:08:34.975187 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:34.975562 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:34.975882 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Floating IP 6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384 disassociated. External IP: 172.27.0.111, port: 87a52ebd-35dd-4b56-8924-9578f176542c. Feb 20 20:08:34.976228 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Calling delete_port for 87a52ebd-35dd-4b56-8924-9578f176542c owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:08:34.985294 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'f719f543-e235-40a7-b806-4b4fbc7ca0e2', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '3a701361-cf5b-4df9-9369-e732da8ed34c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:06:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:33Z', 'updated_at': '2022-02-20T20:08:33Z', 'revision_number': 0, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:35.036574 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-aba60179-9c62-4f27-8cc8-6d2f55275ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:35.038917 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-aba60179-9c62-4f27-8cc8-6d2f55275ba7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 200 len: 850 time: 0.0672131 Feb 20 20:08:35.045172 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] Checking router: ebf0ad9f-7b60-4077-909d-a032bb5846ea for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:08:35.055302 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:08:35.056109 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:08:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:35.070646 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] For port e80e85e5-c807-440e-b552-b5406cb0afa7, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:08:35.093279 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] For port e80e85e5-c807-440e-b552-b5406cb0afa7, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e80e85e5-c807-440e-b552-b5406cb0afa7,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:08:35.098364 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-fc272939-eb30-4ece-9166-3899c96e9968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:35.101454 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-fc272939-eb30-4ece-9166-3899c96e9968 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ddb480e-c808-4081-b0cb-679d7704b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562298 Feb 20 20:08:35.162144 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7cc07-424b-4636-b338-b8b1f85d7c8e req-b8bf6b13-9888-4e25-b559-0668ca775014 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:35.164420 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a1b7cc07-424b-4636-b338-b8b1f85d7c8e req-b8bf6b13-9888-4e25-b559-0668ca775014 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 944 time: 0.1541839 Feb 20 20:08:35.168961 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:35.210765 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-44d2a52f-3faf-4274-aabb-f84812832570 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021435 Feb 20 20:08:35.218887 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:08:35.267728 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:35.268713 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:35.270679 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] 10.222.0.75 "PUT /v2.0/ports/e80e85e5-c807-440e-b552-b5406cb0afa7 HTTP/1.1" status: 200 len: 1094 time: 1.7658379 Feb 20 20:08:35.273802 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdff4760-c8ef-4f40-a118-40c44d576689', 'tag': 'e80e85e5-c807-440e-b552-b5406cb0afa7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:35.284597 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e9b51f-868f-477b-bf11-33bef685f53f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdff4760-c8ef-4f40-a118-40c44d576689", "tag": "e80e85e5-c807-440e-b552-b5406cb0afa7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:35.371638 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d32f36cd-a04d-49a1-aca9-c9d671917b8c req-6c316e2e-328b-4091-acf9-e8436438e160 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543975 Feb 20 20:08:35.379610 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d73746-9810-4efa-a1c9-a6c739e92f80 x-openstack-request-id: req-68d73746-9810-4efa-a1c9-a6c739e92f80 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:35.379901 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdff4760-c8ef-4f40-a118-40c44d576689", "tag": "e80e85e5-c807-440e-b552-b5406cb0afa7", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:35.380143 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68d73746-9810-4efa-a1c9-a6c739e92f80 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:35.380706 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdff4760-c8ef-4f40-a118-40c44d576689', 'tag': 'e80e85e5-c807-440e-b552-b5406cb0afa7', 'status': 'completed', 'code': 200} Feb 20 20:08:35.412280 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a1b7cc07-424b-4636-b338-b8b1f85d7c8e req-472bc891-1a2d-4296-9bf8-09fa9f28182a tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250073 Feb 20 20:08:35.415455 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a66bb-9f73-4355-b8d9-8516b0e0c05e service neutron] Pushing event updated for resources: {'Port': ['ID=e80e85e5-c807-440e-b552-b5406cb0afa7,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:35.512976 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b51f-868f-477b-bf11-33bef685f53f req-2c1e26ba-4f4c-4ee7-a11a-ca598c034f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:35.514673 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-b0e9b51f-868f-477b-bf11-33bef685f53f req-2c1e26ba-4f4c-4ee7-a11a-ca598c034f1a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 1128 time: 0.0697496 Feb 20 20:08:35.577639 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (87a52ebd-35dd-4b56-8924-9578f176542c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:35.594212 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'f719f543-e235-40a7-b806-4b4fbc7ca0e2', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '3a701361-cf5b-4df9-9369-e732da8ed34c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:06:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:33Z', 'updated_at': '2022-02-20T20:08:33Z', 'revision_number': 0, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:35.627596 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event deleted for resources: {'Port': ['ID=87a52ebd-35dd-4b56-8924-9578f176542c,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:35.639185 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72364f-0136-46ca-920e-a4363a38193e None None] The sync data for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi is: [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'f719f543-e235-40a7-b806-4b4fbc7ca0e2', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '3a701361-cf5b-4df9-9369-e732da8ed34c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:06:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:33Z', 'updated_at': '2022-02-20T20:08:33Z', 'revision_number': 0, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:08:35.696825 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b51f-868f-477b-bf11-33bef685f53f req-3be48507-219b-498c-a2fc-998473220931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:35.699288 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-b0e9b51f-868f-477b-bf11-33bef685f53f req-3be48507-219b-498c-a2fc-998473220931 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=79884d2db8f34ea3a56bb24700c0834b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1699724 Feb 20 20:08:35.850760 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:08:35.860032 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b51f-868f-477b-bf11-33bef685f53f req-ee440de7-5576-401a-9232-0416db12bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:35.865014 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-b0e9b51f-868f-477b-bf11-33bef685f53f req-ee440de7-5576-401a-9232-0416db12bd0c service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516209 Feb 20 20:08:36.030052 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-7f4f751a-bce6-4b3a-97bc-d7e03c998be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:36.032716 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-7f4f751a-bce6-4b3a-97bc-d7e03c998be8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 1128 time: 0.0795448 Feb 20 20:08:36.054773 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4de1367d-35c3-401b-93f0-110deedc6278 req-342fe547-6de2-49ee-87cb-69c0580ab1fa tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 210 time: 0.0479097 Feb 20 20:08:36.059251 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a69c4-98b3-47f4-98d9-72820a2233fb None None] New status for floating IP f719f543-e235-40a7-b806-4b4fbc7ca0e2: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:08:36.082509 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:08:36.102726 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] Sync routers for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:08:36.114410 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-0533fb0b-9283-4c44-8222-a44942841731 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80e85e5-c807-440e-b552-b5406cb0afa7 HTTP/1.1" status: 200 len: 217 time: 0.0671833 Feb 20 20:08:36.125925 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:08:36.126984 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:08:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:36.160148 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] No DVR routers for this DVR port 87a52ebd-35dd-4b56-8924-9578f176542c on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:08:36.164762 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:36.170190 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f70b2728-8ed5-4d0b-bcb6-997ddc71a2bf req-e2b0dd90-2c98-4f0d-ade0-4c11b3548fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.75 "DELETE /v2.0/ports/87a52ebd-35dd-4b56-8924-9578f176542c HTTP/1.1" status: 204 len: 173 time: 2.2128298 Feb 20 20:08:36.191410 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-7086e4c7-0078-43d8-a00e-74b22c4705d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:36.193476 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-7086e4c7-0078-43d8-a00e-74b22c4705d8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3d07ffe0-ee62-48a1-a5ef-3df2f400560d HTTP/1.1" status: 200 len: 855 time: 0.0729001 Feb 20 20:08:36.239392 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-e553bcbb-b9d9-4a25-bb51-8e4f3fb1fea3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2a19f4-c94f-444f-9511-f39cc6853442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382731 Feb 20 20:08:36.379042 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-ca03fed0-780a-49d5-b127-3cd0074551aa service neutron] 10.222.0.75 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325989 Feb 20 20:08:36.481183 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:08:36.519291 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d20a47ca-d727-4aac-86ef-6d7bafd68472 req-c7acf896-14d2-4868-85a6-351bc0af5361 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337829 Feb 20 20:08:36.626092 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141d79f-e8b0-48a4-95e6-051d2631f914 req-80c0163d-bbc3-4f3d-93ce-3be8fb2f163e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:36.627717 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8141d79f-e8b0-48a4-95e6-051d2631f914 req-80c0163d-bbc3-4f3d-93ce-3be8fb2f163e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 944 time: 0.0844028 Feb 20 20:08:36.689560 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8141d79f-e8b0-48a4-95e6-051d2631f914 req-93a7c86d-e8db-4b46-bdb6-ea381c782b75 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549285 Feb 20 20:08:36.773711 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:36.808966 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] Checking router: 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:08:36.818601 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:08:36.827836 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:08:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:36.981186 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:08:37.216266 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d84927c8-0570-449e-b412-f0c2eafd506f req-8e9799be-2379-4510-8d3c-950172e3f6f6 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97 HTTP/1.1" status: 200 len: 210 time: 0.0386117 Feb 20 20:08:37.228429 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:37.252165 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6a067-b479-4697-baca-adff90e3d960 None None] The sync data for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi is: [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:08:37.383474 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'name': 'network-vif-deleted', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:37.385197 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31329f29-9359-4ddb-8247-9e3a512280a8" -d '{"events": [{"server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "name": "network-vif-deleted", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:37.430135 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cfa9c5-2b38-440a-b0c0-09ef84d9dcee x-openstack-request-id: req-97cfa9c5-2b38-440a-b0c0-09ef84d9dcee {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:37.430583 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97", "name": "network-vif-deleted", "tag": "87a52ebd-35dd-4b56-8924-9578f176542c", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:37.430990 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97cfa9c5-2b38-440a-b0c0-09ef84d9dcee {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:37.431311 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14eb2eb-57c9-4ca9-9c8e-2a9dd41a4f97', 'name': 'network-vif-deleted', 'tag': '87a52ebd-35dd-4b56-8924-9578f176542c', 'status': 'completed', 'code': 200} Feb 20 20:08:37.533659 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d553981a-07b6-486c-9d70-8e121889d3c3 None None] New status for floating IP 6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:08:37.840075 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ae941-0882-4116-bdf7-cbf9fe078355 req-bcfffb0f-d452-49f3-a147-d1fe0dc1ec4d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:37.841188 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dc7ae941-0882-4116-bdf7-cbf9fe078355 req-bcfffb0f-d452-49f3-a147-d1fe0dc1ec4d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 944 time: 0.0791731 Feb 20 20:08:37.904956 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dc7ae941-0882-4116-bdf7-cbf9fe078355 req-26a0a62c-22d2-4e39-a72d-7ec47f03d483 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569956 Feb 20 20:08:37.999744 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 87a52ebd-35dd-4b56-8924-9578f176542c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:08:38.025059 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 87a52ebd-35dd-4b56-8924-9578f176542c {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:08:38.025349 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 87a52ebd-35dd-4b56-8924-9578f176542c not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:08:39.058055 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d3a97-a758-436b-af30-91ebc2206e46 req-a2f5b7de-eb07-4d0c-92e7-d8bdf717dc9d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:39.059442 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-529d3a97-a758-436b-af30-91ebc2206e46 req-a2f5b7de-eb07-4d0c-92e7-d8bdf717dc9d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 944 time: 0.0597897 Feb 20 20:08:39.123982 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-529d3a97-a758-436b-af30-91ebc2206e46 req-36525ce7-7451-4b17-9640-de0dc904142b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584261 Feb 20 20:08:39.535370 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46886) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:39.605202 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60f7ccc5-f288-496d-9204-f1dd9ad4134c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (2a34216f-9225-459f-9f6a-a1b51c466644), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.638758 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60f7ccc5-f288-496d-9204-f1dd9ad4134c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (2a34216f-9225-459f-9f6a-a1b51c466644), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.833809 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60f7ccc5-f288-496d-9204-f1dd9ad4134c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (2a34216f-9225-459f-9f6a-a1b51c466644), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.836790 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-60f7ccc5-f288-496d-9204-f1dd9ad4134c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.838144 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-60f7ccc5-f288-496d-9204-f1dd9ad4134c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "DELETE /v2.0/security-groups/2a34216f-9225-459f-9f6a-a1b51c466644 HTTP/1.1" status: 204 len: 168 time: 0.3013210 Feb 20 20:08:39.841635 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46888) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:39.849951 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7ccc5-f288-496d-9204-f1dd9ad4134c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a34216f-9225-459f-9f6a-a1b51c466644,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:39.864613 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.api.v2.resource [None req-80006adb-8bf5-4545-be48-516b2beda1ea tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] show failed (client error): The resource could not be found. Feb 20 20:08:39.865880 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-80006adb-8bf5-4545-be48-516b2beda1ea tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups/2a34216f-9225-459f-9f6a-a1b51c466644 HTTP/1.1" status: 404 len: 347 time: 0.0231676 Feb 20 20:08:39.869578 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46890) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:40.008212 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device e80e85e5-c807-440e-b552-b5406cb0afa7 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:08:40.035047 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3af3b4c7-b302-4893-95ac-75df80e3ca7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Deleting port a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:08:40.035313 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3af3b4c7-b302-4893-95ac-75df80e3ca7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:40.123754 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3af3b4c7-b302-4893-95ac-75df80e3ca7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:40.124742 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3af3b4c7-b302-4893-95ac-75df80e3ca7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:40.124899 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port e80e85e5-c807-440e-b552-b5406cb0afa7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e80e85e5-c807-440e-b552-b5406cb0afa7,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:40.137923 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-3af3b4c7-b302-4893-95ac-75df80e3ca7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Calling delete_port for a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2 owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:08:40.142569 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': 'e80e85e5-c807-440e-b552-b5406cb0afa7', 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442', 'port_id': 'e80e85e5-c807-440e-b552-b5406cb0afa7', 'mac_address': 'fa:16:3e:b0:8e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d07ffe0-ee62-48a1-a5ef-3df2f400560d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:08:40.204236 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port e80e85e5-c807-440e-b552-b5406cb0afa7 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:40.204627 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:40.223702 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80e85e5-c807-440e-b552-b5406cb0afa7 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:40.247690 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port e80e85e5-c807-440e-b552-b5406cb0afa7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e80e85e5-c807-440e-b552-b5406cb0afa7,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:40.329609 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a087b9-1265-4421-80ec-f0bb8b8b9e90 req-68aa6c36-1d33-4e73-98b1-a70c44cb5837 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:40.331138 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60a087b9-1265-4421-80ec-f0bb8b8b9e90 req-68aa6c36-1d33-4e73-98b1-a70c44cb5837 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 944 time: 0.0879693 Feb 20 20:08:40.377222 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:40.418655 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-60a087b9-1265-4421-80ec-f0bb8b8b9e90 req-54e494dd-372b-465f-a0ef-26cb0591075e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621505 Feb 20 20:08:40.451936 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=e80e85e5-c807-440e-b552-b5406cb0afa7,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:40.547784 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3af3b4c7-b302-4893-95ac-75df80e3ca7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:40.576790 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3b4c7-b302-4893-95ac-75df80e3ca7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event deleted for resources: {'Port': ['ID=a1edb1e0-fd5d-4073-8ff1-cfe10a6e83d2,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:40.670250 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3af3b4c7-b302-4893-95ac-75df80e3ca7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:40.672956 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3af3b4c7-b302-4893-95ac-75df80e3ca7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:40.674166 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-3af3b4c7-b302-4893-95ac-75df80e3ca7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "DELETE /v2.0/floatingips/6e6a2b6f-192a-47b0-bf5d-e4fe0aa35384 HTTP/1.1" status: 204 len: 168 time: 0.8030477 Feb 20 20:08:40.752883 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['e80e85e5-c807-440e-b552-b5406cb0afa7'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:40.983872 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 46896) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:40.988509 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-a3b4fbba-22d7-49cc-8fe2-db202e5ecfff tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--831046503', 'description': 'tempest-description--1780685529'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:41.113637 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a3b4fbba-22d7-49cc-8fe2-db202e5ecfff tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.184410 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a3b4fbba-22d7-49cc-8fe2-db202e5ecfff tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (142df97f-b14a-4aa3-981d-52fec180e0ca), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.239499 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a3b4fbba-22d7-49cc-8fe2-db202e5ecfff tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (142df97f-b14a-4aa3-981d-52fec180e0ca), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.271957 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4fbba-22d7-49cc-8fe2-db202e5ecfff tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142df97f-b14a-4aa3-981d-52fec180e0ca,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:41.367608 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a3b4fbba-22d7-49cc-8fe2-db202e5ecfff tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.369023 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a3b4fbba-22d7-49cc-8fe2-db202e5ecfff tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3840258 Feb 20 20:08:41.373853 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46898) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:41.380640 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-448d778f-2759-493d-8cdd-f9b54649a6c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'security_group_rule': {'security_group_id': '142df97f-b14a-4aa3-981d-52fec180e0ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:41.490434 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-448d778f-2759-493d-8cdd-f9b54649a6c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (8ae274fe-993a-46ae-9046-3e4e6add7ffa), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.555591 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99a16b-2ca7-4db7-997d-01cbd3ab4cf4 req-d870eacf-160c-472c-aa41-a635131079d5 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:41.557183 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cb99a16b-2ca7-4db7-997d-01cbd3ab4cf4 req-d870eacf-160c-472c-aa41-a635131079d5 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 945 time: 0.0657587 Feb 20 20:08:41.578830 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-448d778f-2759-493d-8cdd-f9b54649a6c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (8ae274fe-993a-46ae-9046-3e4e6add7ffa), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.623778 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cb99a16b-2ca7-4db7-997d-01cbd3ab4cf4 req-81378d22-6438-4950-ab23-5cc5b05bbc40 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598121 Feb 20 20:08:41.645840 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-448d778f-2759-493d-8cdd-f9b54649a6c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (8ae274fe-993a-46ae-9046-3e4e6add7ffa), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.669978 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d778f-2759-493d-8cdd-f9b54649a6c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae274fe-993a-46ae-9046-3e4e6add7ffa,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:41.733940 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-448d778f-2759-493d-8cdd-f9b54649a6c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.735379 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-448d778f-2759-493d-8cdd-f9b54649a6c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602936 Feb 20 20:08:41.738712 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46904) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:41.744279 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-11114ac4-f300-4f83-871d-ef925fc18e95 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'security_group_rule': {'security_group_id': '142df97f-b14a-4aa3-981d-52fec180e0ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:41.829831 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11114ac4-f300-4f83-871d-ef925fc18e95 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (b126d439-4ffc-4d5b-8a81-9cab5f92d678), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.891558 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11114ac4-f300-4f83-871d-ef925fc18e95 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (b126d439-4ffc-4d5b-8a81-9cab5f92d678), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.982247 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11114ac4-f300-4f83-871d-ef925fc18e95 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (b126d439-4ffc-4d5b-8a81-9cab5f92d678), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.003353 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11114ac4-f300-4f83-871d-ef925fc18e95 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b126d439-4ffc-4d5b-8a81-9cab5f92d678,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:42.027057 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device e80e85e5-c807-440e-b552-b5406cb0afa7 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:08:42.088981 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-11114ac4-f300-4f83-871d-ef925fc18e95 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.090984 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-11114ac4-f300-4f83-871d-ef925fc18e95 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3511074 Feb 20 20:08:42.094805 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 46908) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:42.101184 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'floatingip': {'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:42.142475 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port e80e85e5-c807-440e-b552-b5406cb0afa7 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:08:42.148302 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port e80e85e5-c807-440e-b552-b5406cb0afa7 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:42.151574 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.205853 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.264379 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port e80e85e5-c807-440e-b552-b5406cb0afa7 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:42.264821 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.292056 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdff4760-c8ef-4f40-a118-40c44d576689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e85e5-c807-440e-b552-b5406cb0afa7'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:42.294628 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79295bf0-cc2a-49d7-88e5-0c6dcfc5a0b2" -d '{"events": [{"server_uuid": "bdff4760-c8ef-4f40-a118-40c44d576689", "name": "network-vif-plugged", "status": "completed", "tag": "e80e85e5-c807-440e-b552-b5406cb0afa7"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:42.312347 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port e80e85e5-c807-440e-b552-b5406cb0afa7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e80e85e5-c807-440e-b552-b5406cb0afa7,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:42.345071 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce986276-2538-404f-9353-1a7726947d46 x-openstack-request-id: req-ce986276-2538-404f-9353-1a7726947d46 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:42.345071 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdff4760-c8ef-4f40-a118-40c44d576689", "name": "network-vif-plugged", "status": "completed", "tag": "e80e85e5-c807-440e-b552-b5406cb0afa7", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:42.345071 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce986276-2538-404f-9353-1a7726947d46 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:42.345071 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdff4760-c8ef-4f40-a118-40c44d576689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e85e5-c807-440e-b552-b5406cb0afa7', 'code': 200} Feb 20 20:08:42.351649 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.406457 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.475105 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=e80e85e5-c807-440e-b552-b5406cb0afa7,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:42.498828 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Allocated IP 172.27.0.108 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/546dd12f-3ee5-4864-8fc2-b082eaa27217) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:42.639218 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for port (546dd12f-3ee5-4864-8fc2-b082eaa27217), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.760883 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (546dd12f-3ee5-4864-8fc2-b082eaa27217), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.773245 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197b4e8-6e28-4177-b33a-7cf3dd5ded07 req-ae8c70b5-0304-43ed-a140-faa4f11319d1 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:42.775714 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9197b4e8-6e28-4177-b33a-7cf3dd5ded07 req-ae8c70b5-0304-43ed-a140-faa4f11319d1 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 946 time: 0.0703533 Feb 20 20:08:42.809882 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:42.811441 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:42.825762 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:42.858500 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9197b4e8-6e28-4177-b33a-7cf3dd5ded07 req-7f269d74-1b45-4660-9e62-a76274d7bc54 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730460 Feb 20 20:08:42.881255 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'Port': ['ID=546dd12f-3ee5-4864-8fc2-b082eaa27217,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:42.895340 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bc80f-d5e4-442f-9167-d3c9d2dab4e2 req-d51fdd6f-c836-4d7d-afea-e7202c9e3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:42.896945 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-408bc80f-d5e4-442f-9167-d3c9d2dab4e2 req-d51fdd6f-c836-4d7d-afea-e7202c9e3718 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 1130 time: 0.1661088 Feb 20 20:08:42.993940 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-408bc80f-d5e4-442f-9167-d3c9d2dab4e2 req-508ad2ce-2ca0-4f81-8dae-cddc770197c7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891068 Feb 20 20:08:43.004127 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (3883e1d4-f07b-4d72-9f5d-381d1410e9b0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.116807 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (546dd12f-3ee5-4864-8fc2-b082eaa27217), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.316332 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for port (546dd12f-3ee5-4864-8fc2-b082eaa27217), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.451436 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (546dd12f-3ee5-4864-8fc2-b082eaa27217), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.547111 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'Port': ['ID=546dd12f-3ee5-4864-8fc2-b082eaa27217,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:43.564308 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (3883e1d4-f07b-4d72-9f5d-381d1410e9b0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.682082 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.684658 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-6b52ff42-8cf1-40e3-9df9-8d47ef229922 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5883706 Feb 20 20:08:43.978046 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-8b575856-4954-4e2c-98ed-34b477305329 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--831046503&fields=id&tenant_id=e1bbd53d77c94e618e7f59de051406ed HTTP/1.1" status: 200 len: 267 time: 0.0770092 Feb 20 20:08:44.110516 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e35f3-751f-4a93-9f17-9dcb14f9188d req-8b6194eb-4c10-4d1c-ad9a-773474ebb67c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:44.112334 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b56e35f3-751f-4a93-9f17-9dcb14f9188d req-8b6194eb-4c10-4d1c-ad9a-773474ebb67c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 946 time: 0.1514869 Feb 20 20:08:44.189107 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-d9715442-0730-41bf-9580-cebed02b13e7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:44.190637 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-d9715442-0730-41bf-9580-cebed02b13e7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 817 time: 0.1918471 Feb 20 20:08:44.220945 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b56e35f3-751f-4a93-9f17-9dcb14f9188d req-b1ae82a3-e808-40f8-9ffc-7ab184b5bb60 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016881 Feb 20 20:08:44.223469 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-45cb142c-a938-46c6-99c3-ccb0c540832d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/quotas/e1bbd53d77c94e618e7f59de051406ed HTTP/1.1" status: 200 len: 375 time: 0.0213478 Feb 20 20:08:44.312279 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-21b6d390-47a9-4af6-8883-04cda4434245 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774472 Feb 20 20:08:44.456954 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-6b9e5641-29b7-4ea3-aaab-eb66755d0e92 service neutron] 10.222.0.60 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255732 Feb 20 20:08:44.581527 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-a514f8a1-d502-4548-81b7-ab81323404c0 service neutron] 10.222.0.60 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180849 Feb 20 20:08:44.949204 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-868cbd37-5f93-4e1a-b922-bf23caffbf46 req-d4a66bd4-245d-4322-93b4-caffe80a9962 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 210 time: 0.0402811 Feb 20 20:08:45.060528 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d398ca-440e-4fbd-bdff-4a45577b9031 req-04a2f926-4735-4ced-afff-46e815150b23 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:45.063200 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3d398ca-440e-4fbd-bdff-4a45577b9031 req-04a2f926-4735-4ced-afff-46e815150b23 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0834653 Feb 20 20:08:45.136624 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3d398ca-440e-4fbd-bdff-4a45577b9031 req-287abcba-de16-40fa-891c-f1df102e1f85 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623102 Feb 20 20:08:45.373339 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ee6a-88ba-4a19-a49b-da8a16697ee6 req-f884bca2-2fca-4f32-ae50-1b24df8ad290 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:45.374930 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8394ee6a-88ba-4a19-a49b-da8a16697ee6 req-f884bca2-2fca-4f32-ae50-1b24df8ad290 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 946 time: 0.0706224 Feb 20 20:08:45.431887 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8394ee6a-88ba-4a19-a49b-da8a16697ee6 req-34de2215-e368-4834-a5a8-48f0d292d672 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493546 Feb 20 20:08:46.107089 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5e9ae821-7a40-45e9-ace6-eea1e26855f0 req-e7143cd2-5d0c-4f25-91f3-826b084e7b17 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 210 time: 0.0562413 Feb 20 20:08:46.303015 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e63c22-dcbb-4623-9581-86f2cbf564f5 req-bba0543d-d642-4777-ab02-aa1b5749b48b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:46.305578 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-16e63c22-dcbb-4623-9581-86f2cbf564f5 req-bba0543d-d642-4777-ab02-aa1b5749b48b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0867133 Feb 20 20:08:46.377116 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-16e63c22-dcbb-4623-9581-86f2cbf564f5 req-03833f1f-bbd1-4501-b7ed-31baf05629f4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601556 Feb 20 20:08:47.345893 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e36bba34-17fd-42b7-b6ac-8fff360d80aa req-9fbd0c34-e8aa-4bbd-ac3c-28dfd891d271 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 210 time: 0.1270843 Feb 20 20:08:47.665703 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6562db2-862f-4fe2-8af3-7d1615ce12c7 req-4c0b010b-1113-47c1-bc5c-28b2d243a14a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:47.667406 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-09775abb-f4ce-4aa6-9e74-35d0eebb5db9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:47.669896 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b6562db2-862f-4fe2-8af3-7d1615ce12c7 req-4c0b010b-1113-47c1-bc5c-28b2d243a14a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1987329 Feb 20 20:08:47.671886 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-09775abb-f4ce-4aa6-9e74-35d0eebb5db9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 817 time: 0.1785910 Feb 20 20:08:47.758133 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b6562db2-862f-4fe2-8af3-7d1615ce12c7 req-479df537-92c7-4a83-adc7-e5d0869d1710 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811324 Feb 20 20:08:47.780850 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-8b08c382-01b6-4b4a-b765-9ab42a9aee6b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1bbd53d77c94e618e7f59de051406ed HTTP/1.1" status: 200 len: 379 time: 0.0890830 Feb 20 20:08:47.855630 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'port': {'device_id': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'admin_state_up': True, 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'security_groups': ['142df97f-b14a-4aa3-981d-52fec180e0ca']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:47.933399 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9385660-55fb-4167-a314-4b227b648e9d req-303b8387-27a3-4a65-accb-30faf1cc0198 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:47.935181 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e9385660-55fb-4167-a314-4b227b648e9d req-303b8387-27a3-4a65-accb-30faf1cc0198 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0871179 Feb 20 20:08:48.092787 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Deleting port 902a9701-9d4c-46bc-961e-7f1df743d7d7 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:08:48.093501 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.142508 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.148803 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Made reservation on behalf of e1bbd53d77c94e618e7f59de051406ed for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:08:48.155135 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.253760 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] For port 902a9701-9d4c-46bc-961e-7f1df743d7d7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=902a9701-9d4c-46bc-961e-7f1df743d7d7,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:48.254392 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.360191 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Allocated IP 172.20.0.11 (628a481f-f881-4fc8-9417-12ed3960094e/c944ad5c-f538-4714-b338-90f8675dfd7a/1a899be1-fae4-4e55-ab37-e5b2c436daf0) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:48.553888 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.554732 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (4a39d3f8-207a-43c4-8af2-fa40f60299c7), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.554732 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Floating IP 4a39d3f8-207a-43c4-8af2-fa40f60299c7 disassociated. External IP: 172.27.0.93, port: 902a9701-9d4c-46bc-961e-7f1df743d7d7. Feb 20 20:08:48.555060 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Calling delete_port for 902a9701-9d4c-46bc-961e-7f1df743d7d7 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:08:48.559004 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c710344d-2713-4712-b8ae-fe32e277cc01 req-30b9ee51-1fd9-4bc6-9f8f-122235512910 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 210 time: 0.0541034 Feb 20 20:08:48.598936 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.725079 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-aa276dd3-bf9f-4b38-acec-e21d335eda04 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:48.726594 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-aa276dd3-bf9f-4b38-acec-e21d335eda04 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/networks?id=8b2a19f4-c94f-444f-9511-f39cc6853442 HTTP/1.1" status: 200 len: 815 time: 0.1580169 Feb 20 20:08:48.774729 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.775353 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-2f4a5fc4-a76f-4f43-93e9-2a5c628170b1 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/quotas/79884d2db8f34ea3a56bb24700c0834b HTTP/1.1" status: 200 len: 375 time: 0.0326011 Feb 20 20:08:48.832137 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Network 628a481f-f881-4fc8-9417-12ed3960094e is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:48.836152 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:48.841136 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:48.876977 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event updated for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:48.885713 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-89589cda-1e8c-4c95-9e54-2871f0d4e327 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917246 Feb 20 20:08:48.924508 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:48.925382 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.977470 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (902a9701-9d4c-46bc-961e-7f1df743d7d7), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:49.026178 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b10a1269-f40b-420b-ae5d-306530b5a02f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1778047 Feb 20 20:08:49.031865 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event deleted for resources: {'Port': ['ID=902a9701-9d4c-46bc-961e-7f1df743d7d7,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:49.051902 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Request body: {'port': {'device_id': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:49.168939 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dc813-6a90-485c-839a-f89ecdf34b43 req-ee66f98c-e655-42f3-9986-a175f0b933d0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.171450 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-407dc813-6a90-485c-839a-f89ecdf34b43 req-ee66f98c-e655-42f3-9986-a175f0b933d0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 867 time: 0.2667966 Feb 20 20:08:49.178592 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-9f61f37f-0102-4937-8ffa-879576ef9d6e None None] Provisioning complete for port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:49.179198 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f61f37f-0102-4937-8ffa-879576ef9d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:49.181736 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-c7167ca8-687e-434f-bd97-3d9547a257d5 service neutron] 10.222.0.60 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947843 Feb 20 20:08:49.184188 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:49.259593 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9f61f37f-0102-4937-8ffa-879576ef9d6e None None] Port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:08:49.763834 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-407dc813-6a90-485c-839a-f89ecdf34b43 req-92600986-8e5b-4cad-93be-78c22e4cd2a2 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=18ff4dc9-3780-4dd4-899c-a4cb5c378402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5741239 Feb 20 20:08:49.792610 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:08:49.798367 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-b4e83698-a1c8-4a4b-9c6a-2b4ca9415a3f service neutron] 10.222.0.60 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058223 Feb 20 20:08:49.820507 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-48924c9f-d787-478a-9539-c221bc05943a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4874725 Feb 20 20:08:49.957306 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a899be1-fae4-4e55-ab37-e5b2c436daf0 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:49.972204 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Publish callbacks [] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:49.994550 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Transition to ACTIVE for port object 1a899be1-fae4-4e55-ab37-e5b2c436daf0 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:08:50.086776 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:50.115734 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b02048-5496-4cdf-b985-e547b087b724 req-87e22760-f5ff-4009-bde8-5c60f0f245e5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:50.125969 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a9b02048-5496-4cdf-b985-e547b087b724 req-87e22760-f5ff-4009-bde8-5c60f0f245e5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 932 time: 0.2208138 Feb 20 20:08:50.129730 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-9df9d9b9-307c-434a-9fa3-5f22a46e0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:50.133659 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-9df9d9b9-307c-434a-9fa3-5f22a46e0825 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c8e34338e9a48629be67b295d115a7a&device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1129 time: 0.2295218 Feb 20 20:08:50.200624 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:08:50.217290 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c788f308-4227-4e8f-a01d-96203082a4cd req-7c16d7d6-d022-4a7b-894b-b9bf2b963ff7 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 210 time: 0.1177354 Feb 20 20:08:50.226928 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] Sync routers for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:08:50.285010 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:08:50.286035 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:08:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:50.326442 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:50.433758 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Attempting to bind port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:08:50.434190 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Attempting to bind port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:08:50.434691 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Attempting to bind port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 on network 628a481f-f881-4fc8-9417-12ed3960094e {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:50.444374 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 on network 628a481f-f881-4fc8-9417-12ed3960094e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:08:50.444891 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Attempting to bind port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 on network 628a481f-f881-4fc8-9417-12ed3960094e {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:50.457015 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:08:50.457577 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Checking segment: {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:08:50.458193 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Bound using segment: {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:08:50.458891 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Bound port: 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20165056-916c-4fb3-8bfd-b0c7042a96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:08:50.459472 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:50.474334 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-144776fa-4592-438e-87bd-6c589bc09df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:50.477173 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-144776fa-4592-438e-87bd-6c589bc09df6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d20a7ac2-8104-4134-8a26-24a979518d49 HTTP/1.1" status: 200 len: 910 time: 0.2732034 Feb 20 20:08:50.486218 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] No DVR routers for this DVR port 902a9701-9d4c-46bc-961e-7f1df743d7d7 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:08:50.496629 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:50.503939 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e9385660-55fb-4167-a314-4b227b648e9d req-7d153cb3-f33a-4624-8339-5f2d95644165 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.75 "DELETE /v2.0/ports/902a9701-9d4c-46bc-961e-7f1df743d7d7 HTTP/1.1" status: 204 len: 173 time: 2.5598459 Feb 20 20:08:50.508199 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:08:50.520349 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'name': 'network-vif-deleted', 'tag': '902a9701-9d4c-46bc-961e-7f1df743d7d7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:50.525185 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3585569-60d5-4038-a799-112bd5cb721b" -d '{"events": [{"server_uuid": "ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6", "name": "network-vif-deleted", "tag": "902a9701-9d4c-46bc-961e-7f1df743d7d7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:50.664276 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c57a6e8-a07e-4043-9ba3-5c05d1e462ca x-openstack-request-id: req-7c57a6e8-a07e-4043-9ba3-5c05d1e462ca {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:50.664276 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6", "name": "network-vif-deleted", "tag": "902a9701-9d4c-46bc-961e-7f1df743d7d7", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:50.664276 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c57a6e8-a07e-4043-9ba3-5c05d1e462ca {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:50.664276 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6', 'name': 'network-vif-deleted', 'tag': '902a9701-9d4c-46bc-961e-7f1df743d7d7', 'status': 'completed', 'code': 200} Feb 20 20:08:50.675058 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:08:50.681028 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:08:50.686020 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-7189af6e-eb8c-4b28-b57b-ec594a865ef5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ada99e-5acc-483e-9242-a2920061f997 HTTP/1.1" status: 200 len: 1001 time: 0.1929257 Feb 20 20:08:50.692611 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a9b02048-5496-4cdf-b985-e547b087b724 req-a5194efd-5a98-4bf0-a4f5-8d38fa845ea7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5570340 Feb 20 20:08:50.782476 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-47208316-cf18-4e6c-8747-71647ef6b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:50.784139 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-47208316-cf18-4e6c-8747-71647ef6b655 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=104df7b0-67f9-426c-934c-4cb02066a168 HTTP/1.1" status: 200 len: 848 time: 0.0829630 Feb 20 20:08:50.815306 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:50.894348 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:50.899221 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:50.900929 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] 10.222.0.75 "PUT /v2.0/ports/1a899be1-fae4-4e55-ab37-e5b2c436daf0 HTTP/1.1" status: 200 len: 1094 time: 1.8570390 Feb 20 20:08:50.901622 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:50.907546 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5320af5-770e-466f-920b-db4a4cde76e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:50.974059 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:50.986280 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8813f-5756-4b8d-8d37-d0cd3ca332b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:51.009565 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0651cb31-10c4-4257-b09f-c0afcc51100d req-38432dc9-d0e7-4e4f-bf1c-6c721f22cdb4 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0449739 Feb 20 20:08:51.016619 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a99df6e-81e4-4fd6-ba67-7f8a7eea0d47 x-openstack-request-id: req-2a99df6e-81e4-4fd6-ba67-7f8a7eea0d47 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:51.016937 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:51.017208 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a99df6e-81e4-4fd6-ba67-7f8a7eea0d47 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:51.017639 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'status': 'completed', 'code': 200} Feb 20 20:08:51.040413 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-56e8fa65-2dfe-42cc-962b-3618874e965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:51.042562 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-56e8fa65-2dfe-42cc-962b-3618874e965f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d20a7ac2-8104-4134-8a26-24a979518d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2401569 Feb 20 20:08:51.066379 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] Checking router: c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:08:51.079945 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:08:51.081751 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:08:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:51.207162 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320af5-770e-466f-920b-db4a4cde76e8 req-98ac236a-02d5-4afb-9efc-d142bcbc98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:51.210317 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d5320af5-770e-466f-920b-db4a4cde76e8 req-98ac236a-02d5-4afb-9efc-d142bcbc98c6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 1128 time: 0.1160471 Feb 20 20:08:51.246079 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-d055da3c-7be5-495e-99b5-a9127b179e4d service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480899 Feb 20 20:08:51.267094 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:08:51.391271 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320af5-770e-466f-920b-db4a4cde76e8 req-a6264137-0ab6-4359-8064-e8c1b19dfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:51.393431 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d5320af5-770e-466f-920b-db4a4cde76e8 req-a6264137-0ab6-4359-8064-e8c1b19dfd42 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=e1bbd53d77c94e618e7f59de051406ed&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1652565 Feb 20 20:08:51.408560 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3d93f078-959d-4a03-8e74-aa289f707541 req-914f409a-2196-430b-a5bc-8282d263bd15 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 210 time: 0.0517614 Feb 20 20:08:51.474688 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10b082f3-0777-4b9f-af7a-025096b0a84c req-6bf477a0-c8c7-4db6-889d-1d8ce66c66c1 service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212322 Feb 20 20:08:51.546397 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320af5-770e-466f-920b-db4a4cde76e8 req-98f01685-143a-467e-bd7e-0ac0468c2675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:51.547836 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d5320af5-770e-466f-920b-db4a4cde76e8 req-98f01685-143a-467e-bd7e-0ac0468c2675 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455934 Feb 20 20:08:51.777694 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b21ea074-1f14-40a8-87dc-32eeba11bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:51.782333 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-b21ea074-1f14-40a8-87dc-32eeba11bb20 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 1128 time: 0.0920815 Feb 20 20:08:51.785721 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:51.823140 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3e115-4afc-4323-b28f-078801d21859 None None] The sync data for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi is: [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:08:51.869904 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-3b6d143d-6be4-48a7-925c-09e82fe810e8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0 HTTP/1.1" status: 200 len: 217 time: 0.0715804 Feb 20 20:08:51.920202 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3964d3-31af-4704-847f-177185f5b354 req-aa40dba7-db86-4618-9c73-6454a60502d2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:51.922636 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c3964d3-31af-4704-847f-177185f5b354 req-aa40dba7-db86-4618-9c73-6454a60502d2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0827000 Feb 20 20:08:51.946096 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-35fcb3f1-699c-4505-a617-3446af600932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:51.948421 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-35fcb3f1-699c-4505-a617-3446af600932 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.0727205 Feb 20 20:08:52.018862 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-31c1b4d5-f757-4bc5-b908-5736adfa6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:52.022373 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-31c1b4d5-f757-4bc5-b908-5736adfa6379 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661592 Feb 20 20:08:52.025891 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c3964d3-31af-4704-847f-177185f5b354 req-e7f89735-1848-439f-90a7-96a9bbb9c38c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899327 Feb 20 20:08:52.127468 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 902a9701-9d4c-46bc-961e-7f1df743d7d7 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:08:52.180130 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-18502f48-5faa-4ac2-8fff-fc65684960eb req-8705d8c3-29bb-4405-904c-2cdb1fadb330 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0e0a34-0d2e-4525-a6f0-71263e2a1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0497642 Feb 20 20:08:52.199616 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 902a9701-9d4c-46bc-961e-7f1df743d7d7 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:08:52.200133 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 902a9701-9d4c-46bc-961e-7f1df743d7d7 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:08:52.250015 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-52642988-1c54-400d-ab4f-c3e4fa48b9dc service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193756 Feb 20 20:08:52.297308 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a86785-4deb-49ea-a2b1-f2fa388334d5 None None] New status for floating IP 4a39d3f8-207a-43c4-8af2-fa40f60299c7: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:08:52.386552 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-48221278-ea29-41e6-8453-fb98d17fbf57 req-58e1cf02-d39b-4fb0-a2e4-dc6acf011b7c service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287370 Feb 20 20:08:52.531017 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c0a3dc5a-b8c5-4635-8742-b3e6f739e16c req-ccb0489b-cc05-49b7-87be-cfbab04eb7c5 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 210 time: 0.0366728 Feb 20 20:08:53.262890 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f32507-9fc3-4993-836f-98b2279b5945 req-71cbf2bf-100d-4f18-b7e9-f10a55e8d189 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:53.264646 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-91f32507-9fc3-4993-836f-98b2279b5945 req-71cbf2bf-100d-4f18-b7e9-f10a55e8d189 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0942812 Feb 20 20:08:53.324473 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-91f32507-9fc3-4993-836f-98b2279b5945 req-b2461abc-0f4f-49cd-a264-121703064763 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535862 Feb 20 20:08:53.367948 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47040) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:53.447757 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fdb0-4c3f-4094-b5a8-9fe22b90703f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (18ff4dc9-3780-4dd4-899c-a4cb5c378402), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:53.474188 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fdb0-4c3f-4094-b5a8-9fe22b90703f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (18ff4dc9-3780-4dd4-899c-a4cb5c378402), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:53.652133 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fdb0-4c3f-4094-b5a8-9fe22b90703f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (18ff4dc9-3780-4dd4-899c-a4cb5c378402), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:53.656238 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fdb0-4c3f-4094-b5a8-9fe22b90703f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:53.661044 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e1b7fdb0-4c3f-4094-b5a8-9fe22b90703f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "DELETE /v2.0/security-groups/18ff4dc9-3780-4dd4-899c-a4cb5c378402 HTTP/1.1" status: 204 len: 168 time: 0.2884545 Feb 20 20:08:53.663225 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47044) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:53.681407 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7fdb0-4c3f-4094-b5a8-9fe22b90703f tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ff4dc9-3780-4dd4-899c-a4cb5c378402,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:53.690805 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2db29ea4-1f02-4cbd-83ac-c96623819ea9 req-28d16d2c-2395-4d63-93a7-35b9baa91bfd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 210 time: 0.0558286 Feb 20 20:08:53.693931 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.api.v2.resource [None req-93f7f293-c467-43c1-a3be-14d87c5ab8cc tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] show failed (client error): The resource could not be found. Feb 20 20:08:53.696296 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-93f7f293-c467-43c1-a3be-14d87c5ab8cc tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups/18ff4dc9-3780-4dd4-899c-a4cb5c378402 HTTP/1.1" status: 404 len: 347 time: 0.0292568 Feb 20 20:08:53.712450 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47046) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:53.909456 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-26a452ec-04d6-4e67-ad85-8f84652ff976 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Deleting port 5b98ceab-78b0-4a27-8161-b8e8d659495b {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:08:53.909712 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-26a452ec-04d6-4e67-ad85-8f84652ff976 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (5b98ceab-78b0-4a27-8161-b8e8d659495b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.092037 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-26a452ec-04d6-4e67-ad85-8f84652ff976 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (5b98ceab-78b0-4a27-8161-b8e8d659495b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.092590 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-26a452ec-04d6-4e67-ad85-8f84652ff976 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (5b98ceab-78b0-4a27-8161-b8e8d659495b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.127608 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-26a452ec-04d6-4e67-ad85-8f84652ff976 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Calling delete_port for 5b98ceab-78b0-4a27-8161-b8e8d659495b owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:08:54.146859 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-267cea19-e6e7-4d55-91cc-92f39d90d8fa tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.148624 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-267cea19-e6e7-4d55-91cc-92f39d90d8fa tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "GET /v2.0/networks?id=8b2a19f4-c94f-444f-9511-f39cc6853442 HTTP/1.1" status: 200 len: 815 time: 0.1900036 Feb 20 20:08:54.204896 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Request body: {'port': {'device_id': '663894bf-b677-40cf-8c2f-db3bc1531865', 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442', 'admin_state_up': True, 'tenant_id': '79884d2db8f34ea3a56bb24700c0834b'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:54.498250 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd40b9f-0adf-4211-93e6-0f8b3d5e0a6c req-c33e62e6-b893-4c8f-8c82-c8c5e94215da tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.499875 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-acd40b9f-0adf-4211-93e6-0f8b3d5e0a6c req-c33e62e6-b893-4c8f-8c82-c8c5e94215da tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0741711 Feb 20 20:08:54.563451 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-acd40b9f-0adf-4211-93e6-0f8b3d5e0a6c req-434c9913-0310-447c-9733-c8895e30739d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532017 Feb 20 20:08:54.623038 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Made reservation on behalf of 79884d2db8f34ea3a56bb24700c0834b for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:08:54.628299 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.665368 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-26a452ec-04d6-4e67-ad85-8f84652ff976 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (5b98ceab-78b0-4a27-8161-b8e8d659495b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.776930 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a452ec-04d6-4e67-ad85-8f84652ff976 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event deleted for resources: {'Port': ['ID=5b98ceab-78b0-4a27-8161-b8e8d659495b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:54.833754 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a7153b9b-aaad-4d58-af5c-322aa979a247 req-89390562-18c2-4b3a-b540-32b7c2a8fbf5 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 210 time: 0.0359571 Feb 20 20:08:54.931006 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-26a452ec-04d6-4e67-ad85-8f84652ff976 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (4a39d3f8-207a-43c4-8af2-fa40f60299c7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.935575 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-26a452ec-04d6-4e67-ad85-8f84652ff976 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.937300 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-26a452ec-04d6-4e67-ad85-8f84652ff976 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "DELETE /v2.0/floatingips/4a39d3f8-207a-43c4-8af2-fa40f60299c7 HTTP/1.1" status: 204 len: 168 time: 1.2335918 Feb 20 20:08:54.965858 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Allocated IP 172.20.0.12 (8b2a19f4-c94f-444f-9511-f39cc6853442/3d07ffe0-ee62-48a1-a5ef-3df2f400560d/04c29bfa-c7dd-4a87-8d83-65625078dd50) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:55.236628 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks [] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:55.284574 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47058) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:55.291693 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-53c5af6b-9d93-41a2-9072-d2eb0493e4ce tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475607618', 'description': 'tempest-description--1387814602'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:55.389632 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:55.433891 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['d872fe09-a9ab-4392-ac8e-1421bc217d95', 'e80e85e5-c807-440e-b552-b5406cb0afa7'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:55.442472 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c5af6b-9d93-41a2-9072-d2eb0493e4ce tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:55.461222 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Network 8b2a19f4-c94f-444f-9511-f39cc6853442 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:55.466750 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:55.478436 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:55.559495 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c5af6b-9d93-41a2-9072-d2eb0493e4ce tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (af02febd-2074-4961-97b6-c49b027257ff), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:55.562114 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Pushing event updated for resources: {'Port': ['ID=04c29bfa-c7dd-4a87-8d83-65625078dd50,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:55.590189 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:55.590981 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:55.718864 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c5af6b-9d93-41a2-9072-d2eb0493e4ce tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (af02febd-2074-4961-97b6-c49b027257ff), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:55.763634 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5af6b-9d93-41a2-9072-d2eb0493e4ce tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af02febd-2074-4961-97b6-c49b027257ff,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:55.776478 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-5b6cba89-e9e3-4978-9d11-65487903e277 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5825198 Feb 20 20:08:55.785275 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acee689-30b1-4434-bb09-1da80cc7eec6 req-a619d6bd-0bc7-40c6-9a22-4ff66acb9b33 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:55.787595 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8acee689-30b1-4434-bb09-1da80cc7eec6 req-a619d6bd-0bc7-40c6-9a22-4ff66acb9b33 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.1099679 Feb 20 20:08:55.804179 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Request body: {'port': {'device_id': '663894bf-b677-40cf-8c2f-db3bc1531865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:55.875349 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8acee689-30b1-4434-bb09-1da80cc7eec6 req-cc3bd9d2-1b14-484a-b445-1528d399cbf8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769453 Feb 20 20:08:55.891103 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:55.891309 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53c5af6b-9d93-41a2-9072-d2eb0493e4ce tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:55.898078 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-53c5af6b-9d93-41a2-9072-d2eb0493e4ce tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6114354 Feb 20 20:08:55.899344 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47066) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:55.907967 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'security_group_rule': {'security_group_id': 'af02febd-2074-4961-97b6-c49b027257ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:55.942458 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2260df84-235e-4d6f-bb6f-dd032031741c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.030334 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42de412-ce71-4a65-b6f7-f4db49b0e3bd req-f33782b9-85ad-4396-adef-5ac1a9013d65 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:56.032994 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a42de412-ce71-4a65-b6f7-f4db49b0e3bd req-f33782b9-85ad-4396-adef-5ac1a9013d65 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 932 time: 0.0867562 Feb 20 20:08:56.094495 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (0e6781b8-d6ed-4590-a4f4-617045552d63), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.111817 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a42de412-ce71-4a65-b6f7-f4db49b0e3bd req-4d702422-8556-4fab-af9b-6c81135a7d50 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709662 Feb 20 20:08:56.156870 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 1a899be1-fae4-4e55-ab37-e5b2c436daf0 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:08:56.200888 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (0e6781b8-d6ed-4590-a4f4-617045552d63), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.284627 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (0e6781b8-d6ed-4590-a4f4-617045552d63), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.320001 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6781b8-d6ed-4590-a4f4-617045552d63,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:56.320638 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c29bfa-c7dd-4a87-8d83-65625078dd50 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:56.332603 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.332603 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.333061 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.333372 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.333731 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.334103 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.334704 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.335303 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.335758 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.336102 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.336278 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Publish callbacks [] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.336687 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.337199 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.337798 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:56.346075 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:56.362651 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Transition to ACTIVE for port object 04c29bfa-c7dd-4a87-8d83-65625078dd50 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:08:56.365286 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'port_id': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'mac_address': 'fa:16:3e:2b:01:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:08:56.403298 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.405465 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-45f882c6-37f7-40cc-8550-8d4d01f4460c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5041525 Feb 20 20:08:56.408307 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47068) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:56.413013 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-f9d80c91-3721-49e3-ad27-a53ff0be9b97 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'security_group_rule': {'security_group_id': 'af02febd-2074-4961-97b6-c49b027257ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:56.416825 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:56.416825 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.434962 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a899be1-fae4-4e55-ab37-e5b2c436daf0 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:56.460919 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:56.485724 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.549748 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Pushing event updated for resources: {'Port': ['ID=04c29bfa-c7dd-4a87-8d83-65625078dd50,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:56.589176 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f9d80c91-3721-49e3-ad27-a53ff0be9b97 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (d478e497-b645-4023-a693-2368c8eb47cc), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.622862 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.639839 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Attempting to bind port 04c29bfa-c7dd-4a87-8d83-65625078dd50 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:08:56.640381 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Attempting to bind port 04c29bfa-c7dd-4a87-8d83-65625078dd50 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:08:56.640866 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Attempting to bind port 04c29bfa-c7dd-4a87-8d83-65625078dd50 on network 8b2a19f4-c94f-444f-9511-f39cc6853442 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:56.648763 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Port 04c29bfa-c7dd-4a87-8d83-65625078dd50 on network 8b2a19f4-c94f-444f-9511-f39cc6853442 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:08:56.649310 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Attempting to bind port 04c29bfa-c7dd-4a87-8d83-65625078dd50 on network 8b2a19f4-c94f-444f-9511-f39cc6853442 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:56.658515 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:08:56.659042 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Checking segment: {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:08:56.659635 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Bound using segment: {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:08:56.660204 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Bound port: 04c29bfa-c7dd-4a87-8d83-65625078dd50, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:08:56.660772 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.683962 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f9d80c91-3721-49e3-ad27-a53ff0be9b97 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (d478e497-b645-4023-a693-2368c8eb47cc), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.712621 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:56.745761 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] For port 04c29bfa-c7dd-4a87-8d83-65625078dd50, host hv-cinder-83008, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:08:56.752258 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] For port 04c29bfa-c7dd-4a87-8d83-65625078dd50, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=04c29bfa-c7dd-4a87-8d83-65625078dd50,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:08:56.759626 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f9d80c91-3721-49e3-ad27-a53ff0be9b97 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (d478e497-b645-4023-a693-2368c8eb47cc), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.787021 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d80c91-3721-49e3-ad27-a53ff0be9b97 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d478e497-b645-4023-a693-2368c8eb47cc,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:56.874623 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.889644 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f9d80c91-3721-49e3-ad27-a53ff0be9b97 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.892478 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f9d80c91-3721-49e3-ad27-a53ff0be9b97 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4829538 Feb 20 20:08:56.896894 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47070) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:56.905947 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'floatingip': {'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:56.927504 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:56.928500 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:56.930771 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-38932190-e225-4000-b47a-5c04c94868eb service neutron] 10.222.0.75 "PUT /v2.0/ports/04c29bfa-c7dd-4a87-8d83-65625078dd50 HTTP/1.1" status: 200 len: 1094 time: 1.1314573 Feb 20 20:08:56.931477 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663894bf-b677-40cf-8c2f-db3bc1531865', 'tag': '04c29bfa-c7dd-4a87-8d83-65625078dd50'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:56.936168 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca456f7-e123-4c78-a887-dde3c9e307d7" -d '{"events": [{"name": "network-changed", "server_uuid": "663894bf-b677-40cf-8c2f-db3bc1531865", "tag": "04c29bfa-c7dd-4a87-8d83-65625078dd50"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:56.976795 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38932190-e225-4000-b47a-5c04c94868eb service neutron] Pushing event updated for resources: {'Port': ['ID=04c29bfa-c7dd-4a87-8d83-65625078dd50,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:57.009284 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64d705d-2c44-4d7f-8b4d-500b85da02f2 x-openstack-request-id: req-d64d705d-2c44-4d7f-8b4d-500b85da02f2 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:57.009658 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663894bf-b677-40cf-8c2f-db3bc1531865", "tag": "04c29bfa-c7dd-4a87-8d83-65625078dd50", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:57.010511 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d64d705d-2c44-4d7f-8b4d-500b85da02f2 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:57.011001 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663894bf-b677-40cf-8c2f-db3bc1531865', 'tag': '04c29bfa-c7dd-4a87-8d83-65625078dd50', 'status': 'completed', 'code': 200} Feb 20 20:08:57.046250 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:57.136714 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c928a84-c400-4356-9927-75b02472577e req-9a8076d2-0e96-4f52-a307-7b3722a654d1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.139547 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c928a84-c400-4356-9927-75b02472577e req-9a8076d2-0e96-4f52-a307-7b3722a654d1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 945 time: 0.1254182 Feb 20 20:08:57.140224 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['1a899be1-fae4-4e55-ab37-e5b2c436daf0'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:57.148564 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca456f7-e123-4c78-a887-dde3c9e307d7 req-8402757f-3d15-4ec0-9891-8aaa6aa60c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.153567 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-fca456f7-e123-4c78-a887-dde3c9e307d7 req-8402757f-3d15-4ec0-9891-8aaa6aa60c18 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 1128 time: 0.0790107 Feb 20 20:08:57.245253 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c928a84-c400-4356-9927-75b02472577e req-042136fc-3bec-4d86-b27d-27cf9cd4d123 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896413 Feb 20 20:08:57.326681 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:57.370348 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca456f7-e123-4c78-a887-dde3c9e307d7 req-6a54b39b-0fc5-43ad-b89e-d733f36af35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.372810 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-fca456f7-e123-4c78-a887-dde3c9e307d7 req-6a54b39b-0fc5-43ad-b89e-d733f36af35c service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=79884d2db8f34ea3a56bb24700c0834b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2012093 Feb 20 20:08:57.399716 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b36de-d102-483f-8c70-afc67fb8cb84 req-9bbb97be-7dad-464a-8b59-6d3f25dba35b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.402923 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a80b36de-d102-483f-8c70-afc67fb8cb84 req-9bbb97be-7dad-464a-8b59-6d3f25dba35b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 944 time: 0.1406496 Feb 20 20:08:57.514509 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a80b36de-d102-483f-8c70-afc67fb8cb84 req-187d02c3-c675-4dd9-9b92-902c4b84e929 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989261 Feb 20 20:08:57.527283 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Allocated IP 172.27.0.131 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/959a4e17-7ba1-477a-b212-904822533cee) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:57.540073 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca456f7-e123-4c78-a887-dde3c9e307d7 req-6375d006-5593-4141-8eb4-bd4e881b4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.541815 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-fca456f7-e123-4c78-a887-dde3c9e307d7 req-6375d006-5593-4141-8eb4-bd4e881b4202 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603603 Feb 20 20:08:57.675211 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for port (959a4e17-7ba1-477a-b212-904822533cee), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:57.704073 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-6390f171-7f07-492d-b06c-6a0df9a32bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.706542 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-6390f171-7f07-492d-b06c-6a0df9a32bf8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 1128 time: 0.0620878 Feb 20 20:08:57.780591 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-1c65cb40-ab74-4854-98e0-c3f6c5b9e23e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04c29bfa-c7dd-4a87-8d83-65625078dd50 HTTP/1.1" status: 200 len: 217 time: 0.0596511 Feb 20 20:08:57.800861 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (959a4e17-7ba1-477a-b212-904822533cee), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:57.856167 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:57.860524 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:57.867222 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-8914cacd-3c2a-4f6a-b17e-69730bc9c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.868744 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-8914cacd-3c2a-4f6a-b17e-69730bc9c51a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3d07ffe0-ee62-48a1-a5ef-3df2f400560d HTTP/1.1" status: 200 len: 855 time: 0.0721936 Feb 20 20:08:57.870479 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:57.898417 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'Port': ['ID=959a4e17-7ba1-477a-b212-904822533cee,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:57.905023 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-b984bc6d-102d-483e-b016-d3940969f59a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2a19f4-c94f-444f-9511-f39cc6853442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290082 Feb 20 20:08:57.942905 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e20502fc-58ed-40a5-b30c-a8d88900fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:58.008425 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (597979d2-3039-48ac-b9a8-240479cd27d2), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:58.014155 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-b2b4ab35-f684-4ba4-9906-a46930f8aa35 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027551 Feb 20 20:08:58.133920 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (959a4e17-7ba1-477a-b212-904822533cee), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:58.134522 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-141960b6-e4e0-48c8-a396-53014c94ad88 req-a74467c2-6fe5-4457-ab5a-24922a1347e4 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116142 Feb 20 20:08:58.347717 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for port (959a4e17-7ba1-477a-b212-904822533cee), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:58.433222 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce0a59-b895-4575-bdc5-099d67a62119 req-71479e7e-7e92-41e6-aed5-6016b452d376 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:58.435787 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b6ce0a59-b895-4575-bdc5-099d67a62119 req-71479e7e-7e92-41e6-aed5-6016b452d376 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 945 time: 0.0628357 Feb 20 20:08:58.439632 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (959a4e17-7ba1-477a-b212-904822533cee), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:58.571568 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'Port': ['ID=959a4e17-7ba1-477a-b212-904822533cee,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:58.587052 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b6ce0a59-b895-4575-bdc5-099d67a62119 req-08c3dc40-45e3-4356-90e5-d4c1aa1e5342 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402683 Feb 20 20:08:58.590520 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (597979d2-3039-48ac-b9a8-240479cd27d2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:58.673475 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f111304-2772-4942-ab7e-c74dbbb992c5 req-755903e9-c653-4e6c-8645-0b906ae59f12 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:58.675109 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9f111304-2772-4942-ab7e-c74dbbb992c5 req-755903e9-c653-4e6c-8645-0b906ae59f12 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 944 time: 0.0612044 Feb 20 20:08:58.680767 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:58.683718 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d7a06f33-894a-45ad-a35c-917777741752 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7848864 Feb 20 20:08:58.746636 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9f111304-2772-4942-ab7e-c74dbbb992c5 req-a272fedb-ff46-4fa7-9187-6e5e43a2b7e2 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613582 Feb 20 20:08:59.006985 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-6952b3a5-8dea-4543-abe5-b5a2db92d4a8 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1475607618&fields=id&tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6 HTTP/1.1" status: 200 len: 267 time: 0.0778670 Feb 20 20:08:59.135949 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f036da-68c8-432f-ac14-5526069a06fe req-79b4c56b-bcf0-4896-9e2e-db1b7e3b5e65 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:59.137873 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-79b4c56b-bcf0-4896-9e2e-db1b7e3b5e65 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/networks?id=071c382c-ea33-42d9-9b4c-49dc8158480b HTTP/1.1" status: 200 len: 810 time: 0.1218646 Feb 20 20:08:59.159061 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-1f370379-8da9-4ae0-ac40-049273ca790e tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/quotas/27dde5e056c34a6a9fdf78ab276c3fc6 HTTP/1.1" status: 200 len: 375 time: 0.0133564 Feb 20 20:08:59.247696 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-d2864ae8-a887-4894-b277-971a50c7e32b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830653 Feb 20 20:08:59.319355 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:59.376550 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-871cef24-0de2-47f1-bb05-8a19689ed7e8 service neutron] 10.222.0.60 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117005 Feb 20 20:08:59.483620 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-768b3557-399a-4d95-b232-ceeb91419c73 service neutron] 10.222.0.60 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988812 Feb 20 20:08:59.777335 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf7110-c8f7-4bb1-b481-d9c0899fc7c7 req-1ae6503a-3dc9-4a1b-b4f0-2ba14fd6bf30 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:59.779378 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-daaf7110-c8f7-4bb1-b481-d9c0899fc7c7 req-1ae6503a-3dc9-4a1b-b4f0-2ba14fd6bf30 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 945 time: 0.1054864 Feb 20 20:08:59.811610 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f6825fb7-9633-4d26-97c7-08985763562b req-c7100b1b-7cf3-4168-8858-15fb4eab943e tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 210 time: 0.0560181 Feb 20 20:08:59.890554 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-daaf7110-c8f7-4bb1-b481-d9c0899fc7c7 req-17eaf873-9890-4a1d-be9c-8737ae89de7c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827973 Feb 20 20:08:59.955314 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc278b21-0c3b-4b95-8557-fb910e303aac req-b8b2fa1f-91ac-465c-8e6e-21c26d889d34 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:59.956900 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bc278b21-0c3b-4b95-8557-fb910e303aac req-b8b2fa1f-91ac-465c-8e6e-21c26d889d34 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 944 time: 0.0650887 Feb 20 20:09:00.043648 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bc278b21-0c3b-4b95-8557-fb910e303aac req-d038d484-1d71-4e65-bd1c-10da1f92fee7 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692344 Feb 20 20:09:00.170253 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 04c29bfa-c7dd-4a87-8d83-65625078dd50 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:09:00.188362 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 1a899be1-fae4-4e55-ab37-e5b2c436daf0 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:09:00.339732 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 04c29bfa-c7dd-4a87-8d83-65625078dd50, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=04c29bfa-c7dd-4a87-8d83-65625078dd50,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:00.362592 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '04c29bfa-c7dd-4a87-8d83-65625078dd50', 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442', 'port_id': '04c29bfa-c7dd-4a87-8d83-65625078dd50', 'mac_address': 'fa:16:3e:1d:87:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d07ffe0-ee62-48a1-a5ef-3df2f400560d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:09:00.412171 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 04c29bfa-c7dd-4a87-8d83-65625078dd50 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:00.412565 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.414776 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:09:00.436667 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:00.437372 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.443436 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c29bfa-c7dd-4a87-8d83-65625078dd50 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:00.508029 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 04c29bfa-c7dd-4a87-8d83-65625078dd50, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=04c29bfa-c7dd-4a87-8d83-65625078dd50,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:00.578730 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:00.579232 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.616272 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:00.620673 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4ff8ee-4fa8-4f16-96b8-252cf8c50dbb" -d '{"events": [{"server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "name": "network-vif-plugged", "status": "completed", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:00.639659 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.643713 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.648392 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:00.687266 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0332c1-b0da-41de-9230-8908029f142a x-openstack-request-id: req-4c0332c1-b0da-41de-9230-8908029f142a {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:00.687716 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "name": "network-vif-plugged", "status": "completed", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:00.688121 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c0332c1-b0da-41de-9230-8908029f142a {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:00.688606 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'code': 200} Feb 20 20:09:00.717970 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=04c29bfa-c7dd-4a87-8d83-65625078dd50,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:00.748454 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.823482 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:00.903601 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24fcf08d-ee39-47fb-84a3-986b1ea725d5 req-3d0ab0f9-dec6-451e-9c89-68df2be1cec0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 210 time: 0.0345371 Feb 20 20:09:01.071566 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b7547-56f6-45a2-854c-92dd0a05c75c req-241f80f7-af41-4262-a9e9-d425508e3986 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.073759 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-859b7547-56f6-45a2-854c-92dd0a05c75c req-241f80f7-af41-4262-a9e9-d425508e3986 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0649076 Feb 20 20:09:01.099854 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['04c29bfa-c7dd-4a87-8d83-65625078dd50'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:01.157636 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-859b7547-56f6-45a2-854c-92dd0a05c75c req-0c2a5d11-0552-4c16-a173-d99349afc8cb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773201 Feb 20 20:09:01.215508 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c3740-565a-4303-bb84-b6ebc5b3251d req-58ee13e8-1280-4968-ae7f-382bacfb2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.225815 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-149c3740-565a-4303-bb84-b6ebc5b3251d req-58ee13e8-1280-4968-ae7f-382bacfb2a78 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 1130 time: 0.1277342 Feb 20 20:09:01.256900 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc7950-f36a-443c-bc52-9d7905e28053 req-c3f40f2f-bc39-4a44-a975-79724b4f2b61 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.259452 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22cc7950-f36a-443c-bc52-9d7905e28053 req-c3f40f2f-bc39-4a44-a975-79724b4f2b61 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 945 time: 0.0948341 Feb 20 20:09:01.287372 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-149c3740-565a-4303-bb84-b6ebc5b3251d req-340f7691-b46f-4909-b1a8-94477fa1745e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525956 Feb 20 20:09:01.345468 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-22cc7950-f36a-443c-bc52-9d7905e28053 req-91a0c463-9259-4c89-840b-55286769832c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717177 Feb 20 20:09:02.035783 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d92cb295-8e3a-49fd-8d13-d2665dca53cb req-9dfb42b1-eacc-4d0d-b235-7a8c6a1b8aa5 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 210 time: 0.0403907 Feb 20 20:09:02.205841 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.450329 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9deee-417f-4c1a-bf48-315e42901ae0 req-4bffa617-5c1b-45b4-b8b7-d3c35bda7c6c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:02.452486 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8bc9deee-417f-4c1a-bf48-315e42901ae0 req-4bffa617-5c1b-45b4-b8b7-d3c35bda7c6c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0849445 Feb 20 20:09:02.544659 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8bc9deee-417f-4c1a-bf48-315e42901ae0 req-aecb0cd8-c67e-45bd-a66d-dff720c786b7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853481 Feb 20 20:09:02.574509 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa12c5b-c102-48ab-b86b-2c38f388fe06 req-27a3bbb4-087b-43e7-b00a-c9ec165ac9c0 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:02.576554 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9fa12c5b-c102-48ab-b86b-2c38f388fe06 req-27a3bbb4-087b-43e7-b00a-c9ec165ac9c0 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 945 time: 0.1016862 Feb 20 20:09:02.667184 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9fa12c5b-c102-48ab-b86b-2c38f388fe06 req-8f7a681f-a133-4c0b-beb7-d6751e7dd36d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808895 Feb 20 20:09:03.185253 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d0a63042-1e83-4c6a-96b2-0d1b782c9534 req-7e4c8db9-f44e-46b1-b1c1-eb8d5b83a069 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 210 time: 0.0387049 Feb 20 20:09:03.468718 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f036da-68c8-432f-ac14-5526069a06fe req-98876010-0558-4fa8-8a73-94286372fc63 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:03.470393 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-98876010-0558-4fa8-8a73-94286372fc63 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.75 "GET /v2.0/networks?id=071c382c-ea33-42d9-9b4c-49dc8158480b HTTP/1.1" status: 200 len: 810 time: 0.1614497 Feb 20 20:09:03.623586 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-5cd76aa5-69a0-4f9d-96f1-28e7ef03891d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6 HTTP/1.1" status: 200 len: 380 time: 0.1322577 Feb 20 20:09:03.638028 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'port': {'device_id': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'admin_state_up': True, 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'security_groups': ['af02febd-2074-4961-97b6-c49b027257ff']}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:03.767319 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed71d4-7f54-420e-bc83-c4fc068637c5 req-af63b248-3b2c-4fbd-bd3d-3053814bc3c5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:03.770373 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a2ed71d4-7f54-420e-bc83-c4fc068637c5 req-af63b248-3b2c-4fbd-bd3d-3053814bc3c5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0932741 Feb 20 20:09:03.870248 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a2ed71d4-7f54-420e-bc83-c4fc068637c5 req-8c620105-477b-4163-9598-eeba233adc73 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928054 Feb 20 20:09:03.896702 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e8455-13e7-4106-8560-738ba672c80a req-5007971b-6afb-4c1c-8c30-e0e56dd89d2d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:03.899273 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-145e8455-13e7-4106-8560-738ba672c80a req-5007971b-6afb-4c1c-8c30-e0e56dd89d2d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 945 time: 0.1111295 Feb 20 20:09:03.903346 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Made reservation on behalf of 27dde5e056c34a6a9fdf78ab276c3fc6 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:09:03.907475 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.999537 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-145e8455-13e7-4106-8560-738ba672c80a req-0ee77810-1ef0-47c6-8275-8bf1c70df259 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796237 Feb 20 20:09:04.068477 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d55b-4c19-432f-aca1-4aa20f9a20a6 req-2cd6b6a1-cdab-42a3-b5f5-ea3fd192bc5a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:04.071014 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8672d55b-4c19-432f-aca1-4aa20f9a20a6 req-2cd6b6a1-cdab-42a3-b5f5-ea3fd192bc5a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0825927 Feb 20 20:09:04.083632 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47142) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:04.095698 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-d46e0d7d-b8a9-4255-93d1-f65f5c65d334 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Request body: {'floatingip': {'port_id': '1a899be1-fae4-4e55-ab37-e5b2c436daf0'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:04.112296 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Allocated IP 172.20.0.5 (071c382c-ea33-42d9-9b4c-49dc8158480b/25c77737-ac14-4962-b301-e7c4e84c6957/2fc382f7-754d-4b58-ae91-4ee69bef1fc1) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:09:04.137752 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d46e0d7d-b8a9-4255-93d1-f65f5c65d334 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (3883e1d4-f07b-4d72-9f5d-381d1410e9b0), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.205678 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 04c29bfa-c7dd-4a87-8d83-65625078dd50 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:09:04.361495 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.371703 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-418e0777-38d2-4b4d-9106-c9f0ba4ce65e req-6c386e30-918e-451f-b81f-89216b5c7c40 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 210 time: 0.0462394 Feb 20 20:09:04.417880 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 04c29bfa-c7dd-4a87-8d83-65625078dd50 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:09:04.423593 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 04c29bfa-c7dd-4a87-8d83-65625078dd50 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:04.424606 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.497353 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.539976 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 04c29bfa-c7dd-4a87-8d83-65625078dd50 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:04.540547 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.565407 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Network 071c382c-ea33-42d9-9b4c-49dc8158480b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:09:04.571057 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:09:04.575939 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:09:04.580783 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663894bf-b677-40cf-8c2f-db3bc1531865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c29bfa-c7dd-4a87-8d83-65625078dd50'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:04.583800 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e147bc-bbd7-4793-83c4-80276cd154c2" -d '{"events": [{"server_uuid": "663894bf-b677-40cf-8c2f-db3bc1531865", "name": "network-vif-plugged", "status": "completed", "tag": "04c29bfa-c7dd-4a87-8d83-65625078dd50"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:04.601580 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 04c29bfa-c7dd-4a87-8d83-65625078dd50, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=04c29bfa-c7dd-4a87-8d83-65625078dd50,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:04.663194 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4153b6-a323-4448-9c43-8aacfb4f3ea4 x-openstack-request-id: req-cc4153b6-a323-4448-9c43-8aacfb4f3ea4 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:04.663820 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663894bf-b677-40cf-8c2f-db3bc1531865", "name": "network-vif-plugged", "status": "completed", "tag": "04c29bfa-c7dd-4a87-8d83-65625078dd50", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:04.664330 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc4153b6-a323-4448-9c43-8aacfb4f3ea4 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:04.665896 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663894bf-b677-40cf-8c2f-db3bc1531865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c29bfa-c7dd-4a87-8d83-65625078dd50', 'code': 200} Feb 20 20:09:04.668918 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.683977 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:04.685066 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.700718 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event updated for resources: {'Port': ['ID=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:04.737480 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.738045 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.738597 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.740026 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.740716 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.741295 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.741839 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.742388 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.742941 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.743508 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.744856 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.745347 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.745903 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:04.803492 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=04c29bfa-c7dd-4a87-8d83-65625078dd50,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:04.848312 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-489e9a48-00a4-4c0f-80ab-988736ec2490 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2178023 Feb 20 20:09:04.887037 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d46e0d7d-b8a9-4255-93d1-f65f5c65d334 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.901879 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-bfdf6142-1059-4680-85ec-a4f85da1690f None None] Provisioning complete for port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:04.902260 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6142-1059-4680-85ec-a4f85da1690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.950211 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf6142-1059-4680-85ec-a4f85da1690f None None] Port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:09:04.956798 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Request body: {'port': {'device_id': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:04.998218 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d46e0d7d-b8a9-4255-93d1-f65f5c65d334 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (3883e1d4-f07b-4d72-9f5d-381d1410e9b0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.014963 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:09:05.247846 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.310054 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-d46e0d7d-b8a9-4255-93d1-f65f5c65d334 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Floating IP 3883e1d4-f07b-4d72-9f5d-381d1410e9b0 associated. External IP: 172.27.0.108, port: 1a899be1-fae4-4e55-ab37-e5b2c436daf0. Feb 20 20:09:05.375671 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f318d-0168-498d-8bda-8a156b37ba03 req-0c35eef1-c73f-430e-afa3-0f2bd032dd35 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.377286 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b73f318d-0168-498d-8bda-8a156b37ba03 req-0c35eef1-c73f-430e-afa3-0f2bd032dd35 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 946 time: 0.2696197 Feb 20 20:09:05.379118 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8ad35-bf5f-487a-af12-5b1309f6af71 req-4c2e4f16-146e-4906-a58c-23b33c1a50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.380533 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73e8ad35-bf5f-487a-af12-5b1309f6af71 req-4c2e4f16-146e-4906-a58c-23b33c1a50ee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 1130 time: 0.2018259 Feb 20 20:09:05.665999 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:05.675929 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Publish callbacks [] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.693332 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Transition to ACTIVE for port object 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:09:05.753945 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.847667 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:05.859109 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b73f318d-0168-498d-8bda-8a156b37ba03 req-195c1ca2-803a-4cc7-abe2-edc9ed13165e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702642 Feb 20 20:09:05.865715 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73e8ad35-bf5f-487a-af12-5b1309f6af71 req-26383520-f23a-43fa-8bb4-c3d3617cf5ed service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736805 Feb 20 20:09:05.930685 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2c0a3-4ebc-439e-b9e8-17310a673b35 req-d26d172c-bc3e-4080-bbb7-3616ce14a85b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.933968 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d5d2c0a3-4ebc-439e-b9e8-17310a673b35 req-d26d172c-bc3e-4080-bbb7-3616ce14a85b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 943 time: 0.1645484 Feb 20 20:09:05.992899 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Attempting to bind port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:09:05.993496 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Attempting to bind port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:09:05.995073 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Attempting to bind port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 on network 071c382c-ea33-42d9-9b4c-49dc8158480b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:09:06.004249 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 on network 071c382c-ea33-42d9-9b4c-49dc8158480b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:09:06.004757 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Attempting to bind port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 on network 071c382c-ea33-42d9-9b4c-49dc8158480b {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:09:06.015455 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:09:06.015876 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Checking segment: {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:09:06.016288 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Bound using segment: {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:09:06.016770 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Bound port: 2fc382f7-754d-4b58-ae91-4ee69bef1fc1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:09:06.017172 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.061515 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d5d2c0a3-4ebc-439e-b9e8-17310a673b35 req-1d335e38-e5b2-4550-b2ad-e6c4d5406113 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143310 Feb 20 20:09:06.081583 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46e0d7d-b8a9-4255-93d1-f65f5c65d334 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:09:06.148034 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] For port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1, host hv-cinder-83008, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:09:06.154278 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] For port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:09:06.252574 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46e0d7d-b8a9-4255-93d1-f65f5c65d334 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:09:06.257751 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d46e0d7d-b8a9-4255-93d1-f65f5c65d334 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.268970 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] Sync routers for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:09:06.286525 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.288413 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:06.289770 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:08:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:06.294913 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d46e0d7d-b8a9-4255-93d1-f65f5c65d334 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "PUT /v2.0/floatingips/3883e1d4-f07b-4d72-9f5d-381d1410e9b0 HTTP/1.1" status: 200 len: 992 time: 2.2089403 Feb 20 20:09:06.295873 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:06.298805 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ec166f-f7aa-4998-88e1-37b4b64f2def" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:06.368464 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.371047 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.372895 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] 10.222.0.75 "PUT /v2.0/ports/2fc382f7-754d-4b58-ae91-4ee69bef1fc1 HTTP/1.1" status: 200 len: 1093 time: 1.5079341 Feb 20 20:09:06.374074 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'tag': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:06.374916 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0334275-b2a7-4f12-8a8a-899299ef2c68 x-openstack-request-id: req-e0334275-b2a7-4f12-8a8a-899299ef2c68 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:06.375426 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:06.375751 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0334275-b2a7-4f12-8a8a-899299ef2c68 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:06.376665 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'status': 'completed', 'code': 200} Feb 20 20:09:06.376817 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d2274a-4284-4a20-89a1-a7d412353356" -d '{"events": [{"name": "network-changed", "server_uuid": "34811e5b-3079-49d9-8b1f-5e3284872e21", "tag": "2fc382f7-754d-4b58-ae91-4ee69bef1fc1"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:06.424017 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f8ada-e4f9-4ee1-a565-994c693b2e07 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:06.473840 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb0aed7-4460-4ae8-8eaa-fdbed6c93a68 x-openstack-request-id: req-ddb0aed7-4460-4ae8-8eaa-fdbed6c93a68 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:06.473840 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34811e5b-3079-49d9-8b1f-5e3284872e21", "tag": "2fc382f7-754d-4b58-ae91-4ee69bef1fc1", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:06.473840 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ddb0aed7-4460-4ae8-8eaa-fdbed6c93a68 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:06.473840 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'tag': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1', 'status': 'completed', 'code': 200} Feb 20 20:09:06.498964 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-1e18fbb4-075e-4f9f-bd0c-dea65d4d7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.501519 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-1e18fbb4-075e-4f9f-bd0c-dea65d4d7492 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 1130 time: 0.0646961 Feb 20 20:09:06.608222 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:06.630978 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2274a-4284-4a20-89a1-a7d412353356 req-ab6dd0c4-3d6a-4886-bf35-a7586db0601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.635335 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30d2274a-4284-4a20-89a1-a7d412353356 req-ab6dd0c4-3d6a-4886-bf35-a7586db0601e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 1127 time: 0.1090291 Feb 20 20:09:06.656098 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-20551396-fb7c-4028-b676-ec7862cd499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.658602 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-20551396-fb7c-4028-b676-ec7862cd499e service neutron] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 918 time: 0.1448081 Feb 20 20:09:06.753791 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-4f7e6896-6c46-4e40-9b0a-10eae63f893a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0 HTTP/1.1" status: 200 len: 1000 time: 0.0847778 Feb 20 20:09:06.789240 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2274a-4284-4a20-89a1-a7d412353356 req-fb3bb51e-417f-4a57-8a37-3d8799350642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.791152 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30d2274a-4284-4a20-89a1-a7d412353356 req-fb3bb51e-417f-4a57-8a37-3d8799350642 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1374919 Feb 20 20:09:06.821433 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-0360b457-1abe-4b3b-be1d-ddcc753052c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.824454 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-0360b457-1abe-4b3b-be1d-ddcc753052c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.0606704 Feb 20 20:09:06.919485 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-c38ebc9f-4602-419a-9751-b2b6e2f3150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.921048 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-c38ebc9f-4602-419a-9751-b2b6e2f3150c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863936 Feb 20 20:09:06.961581 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2274a-4284-4a20-89a1-a7d412353356 req-9a7fc1ac-ceea-4c0b-8867-49e913ed9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.964603 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30d2274a-4284-4a20-89a1-a7d412353356 req-9a7fc1ac-ceea-4c0b-8867-49e913ed9a19 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645916 Feb 20 20:09:07.013334 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '3883e1d4-f07b-4d72-9f5d-381d1410e9b0', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'port_id': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'mac_address': 'fa:16:3e:2b:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:42Z', 'updated_at': '2022-02-20T20:09:04Z', 'revision_number': 1, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:07.051046 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] Checking router: 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:09:07.067973 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:07.069160 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:08:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:07.118694 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-bdcecf93-4c91-4e9b-8934-719da02b3530 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832860 Feb 20 20:09:07.165731 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fa87b-74f7-4f8a-b351-d5b478a29fc2 req-e70aa680-d640-4f72-a835-019d03ea0f53 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.173198 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-740fa87b-74f7-4f8a-b351-d5b478a29fc2 req-e70aa680-d640-4f72-a835-019d03ea0f53 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 946 time: 0.1691067 Feb 20 20:09:07.187553 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f036da-68c8-432f-ac14-5526069a06fe req-16323693-7dc9-473b-b95b-247ece476eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.189327 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-16323693-7dc9-473b-b95b-247ece476eef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 1127 time: 0.1301916 Feb 20 20:09:07.230375 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:07.360949 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-95ec166f-f7aa-4998-88e1-37b4b64f2def req-ffc19190-0def-4a79-8db6-027545eed1f7 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689460 Feb 20 20:09:07.392292 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-dd1575d4-d9dc-4402-a10e-0dbf3a733796 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fc382f7-754d-4b58-ae91-4ee69bef1fc1 HTTP/1.1" status: 200 len: 217 time: 0.1416004 Feb 20 20:09:07.400352 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-740fa87b-74f7-4f8a-b351-d5b478a29fc2 req-f26dd3c9-ba9b-4dea-a711-493438a5e452 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210026 Feb 20 20:09:07.450905 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c744e-c6c1-43a9-8ec1-c25381555c8b req-b5283807-d002-4578-8734-f8e6e5ced93a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.454148 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d5c744e-c6c1-43a9-8ec1-c25381555c8b req-b5283807-d002-4578-8734-f8e6e5ced93a tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 943 time: 0.2349792 Feb 20 20:09:07.559211 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f036da-68c8-432f-ac14-5526069a06fe req-731010c8-c7a5-4076-a689-8bd73409ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.560741 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-731010c8-c7a5-4076-a689-8bd73409ee30 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c77737-ac14-4962-b301-e7c4e84c6957 HTTP/1.1" status: 200 len: 849 time: 0.1269169 Feb 20 20:09:07.592898 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7d5c744e-c6c1-43a9-8ec1-c25381555c8b req-123f13d0-07db-4c9b-a971-278c961e4dda tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892751 Feb 20 20:09:07.642700 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f036da-68c8-432f-ac14-5526069a06fe req-34c41e75-3b97-42d1-9aa5-c3b487a2e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.645608 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-34c41e75-3b97-42d1-9aa5-c3b487a2e345 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=071c382c-ea33-42d9-9b4c-49dc8158480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766816 Feb 20 20:09:07.759020 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-81b15226-db57-4de2-93b2-ae5eb4e11055 service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062834 Feb 20 20:09:07.876329 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '3883e1d4-f07b-4d72-9f5d-381d1410e9b0', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'port_id': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'mac_address': 'fa:16:3e:2b:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:42Z', 'updated_at': '2022-02-20T20:09:04Z', 'revision_number': 1, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:07.891534 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f036da-68c8-432f-ac14-5526069a06fe req-e51f0944-492e-4c20-b97f-f89f38f0fb0a service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247561 Feb 20 20:09:07.917297 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f41df6-070e-4d58-a795-5bfe358a4c46 None None] The sync data for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi is: [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '3883e1d4-f07b-4d72-9f5d-381d1410e9b0', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'port_id': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'mac_address': 'fa:16:3e:2b:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:42Z', 'updated_at': '2022-02-20T20:09:04Z', 'revision_number': 1, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:09:08.177527 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20fddb4-c5f0-4d93-b2f8-36c490ad89f1 None None] New status for floating IP 3883e1d4-f07b-4d72-9f5d-381d1410e9b0: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:09:08.599049 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e51e5c-7777-40fc-9d34-667b41e1c1d0 req-75b89bde-bc9d-40ab-8012-722dcd929b76 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:08.601791 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0e51e5c-7777-40fc-9d34-667b41e1c1d0 req-75b89bde-bc9d-40ab-8012-722dcd929b76 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 946 time: 0.0858994 Feb 20 20:09:08.675322 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b0e51e5c-7777-40fc-9d34-667b41e1c1d0 req-fe37e407-64a2-4f3e-b800-afa1407dd79f tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670202 Feb 20 20:09:08.803073 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8484c-45e2-4114-b636-823585e46445 req-9295a45f-68be-4145-93eb-119d941d5639 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:08.810088 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30a8484c-45e2-4114-b636-823585e46445 req-9295a45f-68be-4145-93eb-119d941d5639 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 943 time: 0.1006644 Feb 20 20:09:08.876084 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30a8484c-45e2-4114-b636-823585e46445 req-d3b04648-37d9-48e3-b9ec-ada308b3e672 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590446 Feb 20 20:09:10.023408 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b659b-ad53-421c-a9ab-19a764db05f2 req-4da596fa-3308-4688-8d31-56a96186d9e3 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:10.025805 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dc4b659b-ad53-421c-a9ab-19a764db05f2 req-4da596fa-3308-4688-8d31-56a96186d9e3 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 943 time: 0.0641291 Feb 20 20:09:10.080548 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dc4b659b-ad53-421c-a9ab-19a764db05f2 req-8628cae0-be40-43da-b9a5-3dab70ecdbbf tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477760 Feb 20 20:09:10.218377 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:09:10.324040 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:10.336526 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'port_id': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1', 'mac_address': 'fa:16:3e:95:10:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:09:10.385905 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:10.386405 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:10.408884 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:10.435479 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:10.611548 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:10.691958 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:11.076619 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['2fc382f7-754d-4b58-ae91-4ee69bef1fc1'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:11.224076 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3618f-6c3b-443a-a6e9-676fdc44a0a4 req-ee04fd4f-a3a4-4ef7-bbb2-890f0f71d856 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:11.225673 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c0c3618f-6c3b-443a-a6e9-676fdc44a0a4 req-ee04fd4f-a3a4-4ef7-bbb2-890f0f71d856 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 944 time: 0.0671120 Feb 20 20:09:11.305332 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c0c3618f-6c3b-443a-a6e9-676fdc44a0a4 req-b6135e96-6afd-4d5e-b621-c118f0a1552b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699999 Feb 20 20:09:12.453706 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050251e8-994d-47a2-ae30-e15a343c3cfe req-4c877fa2-1623-4448-a493-18e01bc626a6 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:12.455416 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-050251e8-994d-47a2-ae30-e15a343c3cfe req-4c877fa2-1623-4448-a493-18e01bc626a6 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 944 time: 0.0710032 Feb 20 20:09:12.508435 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-050251e8-994d-47a2-ae30-e15a343c3cfe req-adbed18b-d20c-467d-9902-bb7f1e22f50e tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470104 Feb 20 20:09:13.662879 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922faa9-3723-4401-85d7-0471bd0a1ae6 req-579286b3-0179-4bd0-94ee-7d11f3e30e8e tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:13.664472 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4922faa9-3723-4401-85d7-0471bd0a1ae6 req-579286b3-0179-4bd0-94ee-7d11f3e30e8e tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 944 time: 0.0783672 Feb 20 20:09:13.724298 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4922faa9-3723-4401-85d7-0471bd0a1ae6 req-4adcf571-88ec-471f-9a1a-8cec3d448f21 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499837 Feb 20 20:09:14.245236 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:09:14.422924 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:09:14.428462 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:14.429255 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:14.532366 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:14.532803 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:14.561390 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:14.563630 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dc897e-d641-4402-befb-57fd5c226a7f" -d '{"events": [{"server_uuid": "34811e5b-3079-49d9-8b1f-5e3284872e21", "name": "network-vif-plugged", "status": "completed", "tag": "2fc382f7-754d-4b58-ae91-4ee69bef1fc1"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:14.584159 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:14.613766 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49605212-0cd0-40df-accb-b7c1d04e20e9 x-openstack-request-id: req-49605212-0cd0-40df-accb-b7c1d04e20e9 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:14.614238 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34811e5b-3079-49d9-8b1f-5e3284872e21", "name": "network-vif-plugged", "status": "completed", "tag": "2fc382f7-754d-4b58-ae91-4ee69bef1fc1", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:14.614641 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49605212-0cd0-40df-accb-b7c1d04e20e9 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:14.615194 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1', 'code': 200} Feb 20 20:09:14.713363 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:14.775779 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:14.789635 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.790202 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.791328 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.791975 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.792553 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.793141 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.793706 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.794269 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.794827 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.795404 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.795968 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.796515 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.796917 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:14.895277 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0e202-76ef-4b17-8e9a-6de095c8f896 req-225a5c96-a20b-47fd-8fe0-5d63780d5dcd tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:14.898399 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-98c0e202-76ef-4b17-8e9a-6de095c8f896 req-225a5c96-a20b-47fd-8fe0-5d63780d5dcd tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 945 time: 0.0916257 Feb 20 20:09:14.968933 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-98c0e202-76ef-4b17-8e9a-6de095c8f896 req-03d0234b-3d67-4c42-9300-05ab69608748 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596883 Feb 20 20:09:15.216611 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cfea9-383f-443a-9773-ab1e3d2b9dcf req-b8f0caf4-51b7-429c-bfac-598f71fa1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:15.219057 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-987cfea9-383f-443a-9773-ab1e3d2b9dcf req-b8f0caf4-51b7-429c-bfac-598f71fa1155 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 1129 time: 0.0702150 Feb 20 20:09:15.268277 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-987cfea9-383f-443a-9773-ab1e3d2b9dcf req-aecec7ee-e66b-44e2-8e07-927d61494409 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403991 Feb 20 20:09:16.124196 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf8e64-d4db-45d2-8f00-3888ecf9135b req-662fa952-3a8c-4c00-8a0f-46991c7c54c8 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:16.125640 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7caf8e64-d4db-45d2-8f00-3888ecf9135b req-662fa952-3a8c-4c00-8a0f-46991c7c54c8 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 945 time: 0.0617177 Feb 20 20:09:16.179023 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7caf8e64-d4db-45d2-8f00-3888ecf9135b req-4e443a2e-df45-4db9-abae-87f526e12009 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468216 Feb 20 20:09:17.337339 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc142778-edc6-4867-86db-5318d4cc8516 req-fadc4e6f-7ab6-4d64-98bc-30d485466f64 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:17.339980 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bc142778-edc6-4867-86db-5318d4cc8516 req-fadc4e6f-7ab6-4d64-98bc-30d485466f64 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 945 time: 0.0740309 Feb 20 20:09:17.403892 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bc142778-edc6-4867-86db-5318d4cc8516 req-73585b0e-ccd4-455b-a349-bcdcf53c7cb0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550249 Feb 20 20:09:18.068260 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:18.558798 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad1359-3f0b-4c37-b084-74b069f9ac70 req-bdd17d7a-32c9-4d8e-b4af-c7f6775825bc tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:18.561273 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bad1359-3f0b-4c37-b084-74b069f9ac70 req-bdd17d7a-32c9-4d8e-b4af-c7f6775825bc tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 945 time: 0.0787296 Feb 20 20:09:18.629785 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bad1359-3f0b-4c37-b084-74b069f9ac70 req-59e99fc8-91b9-4850-ba2a-89a251293df9 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595741 Feb 20 20:09:18.765918 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9fd2b-5ae0-4cff-a5ba-c664066c3fef req-ace1e211-9d17-42b3-97bf-4893a121c557 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:18.767968 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fab9fd2b-5ae0-4cff-a5ba-c664066c3fef req-ace1e211-9d17-42b3-97bf-4893a121c557 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 945 time: 0.0695786 Feb 20 20:09:18.777865 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47236) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:18.785687 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-40c37dcf-b721-4538-9361-b000e8cb7851 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Request body: {'floatingip': {'port_id': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:18.839446 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40c37dcf-b721-4538-9361-b000e8cb7851 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (597979d2-3039-48ac-b9a8-240479cd27d2), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:19.388987 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40c37dcf-b721-4538-9361-b000e8cb7851 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:19.536621 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40c37dcf-b721-4538-9361-b000e8cb7851 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (597979d2-3039-48ac-b9a8-240479cd27d2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:19.664380 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-40c37dcf-b721-4538-9361-b000e8cb7851 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Floating IP 597979d2-3039-48ac-b9a8-240479cd27d2 associated. External IP: 172.27.0.131, port: 2fc382f7-754d-4b58-ae91-4ee69bef1fc1. Feb 20 20:09:19.909471 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c37dcf-b721-4538-9361-b000e8cb7851 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:09:20.034100 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c37dcf-b721-4538-9361-b000e8cb7851 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:09:20.041382 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-40c37dcf-b721-4538-9361-b000e8cb7851 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:20.047724 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] Sync routers for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:09:20.061773 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:20.062389 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:08:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:20.075643 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-40c37dcf-b721-4538-9361-b000e8cb7851 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "PUT /v2.0/floatingips/597979d2-3039-48ac-b9a8-240479cd27d2 HTTP/1.1" status: 200 len: 991 time: 1.2961471 Feb 20 20:09:20.076357 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'tag': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:20.078710 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a590d40c-988f-4583-8125-7d3a36cda588" -d '{"events": [{"name": "network-changed", "server_uuid": "34811e5b-3079-49d9-8b1f-5e3284872e21", "tag": "2fc382f7-754d-4b58-ae91-4ee69bef1fc1"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:20.200759 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5035ef-9b04-41ef-8369-382e6c3a4c2b x-openstack-request-id: req-3c5035ef-9b04-41ef-8369-382e6c3a4c2b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:20.201153 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34811e5b-3079-49d9-8b1f-5e3284872e21", "tag": "2fc382f7-754d-4b58-ae91-4ee69bef1fc1", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:20.201415 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c5035ef-9b04-41ef-8369-382e6c3a4c2b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:20.201884 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'tag': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1', 'status': 'completed', 'code': 200} Feb 20 20:09:20.227140 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:20.356723 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d40c-988f-4583-8125-7d3a36cda588 req-52fb7eba-d039-4742-a929-c5afbf36c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:20.358805 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a590d40c-988f-4583-8125-7d3a36cda588 req-52fb7eba-d039-4742-a929-c5afbf36c6d6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 1129 time: 0.0848353 Feb 20 20:09:20.527791 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '597979d2-3039-48ac-b9a8-240479cd27d2', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'port_id': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'mac_address': 'fa:16:3e:95:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:57Z', 'updated_at': '2022-02-20T20:09:19Z', 'revision_number': 1, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:20.564723 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d40c-988f-4583-8125-7d3a36cda588 req-597bbe33-ebb1-4fa2-9a66-48a9ba0dd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:20.564723 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a590d40c-988f-4583-8125-7d3a36cda588 req-597bbe33-ebb1-4fa2-9a66-48a9ba0dd1fb service neutron] 10.222.0.75 "GET /v2.0/networks?id=071c382c-ea33-42d9-9b4c-49dc8158480b HTTP/1.1" status: 200 len: 911 time: 0.1632166 Feb 20 20:09:20.565882 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] Checking router: c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:09:20.573258 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:20.573890 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:08:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:20.628050 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a590d40c-988f-4583-8125-7d3a36cda588 req-b0ab13f2-5ead-4386-a372-e8a4a291212d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fc382f7-754d-4b58-ae91-4ee69bef1fc1 HTTP/1.1" status: 200 len: 999 time: 0.0670044 Feb 20 20:09:20.701502 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d40c-988f-4583-8125-7d3a36cda588 req-d431984e-8b6f-4b4d-93ac-2ea93c880561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:20.703444 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a590d40c-988f-4583-8125-7d3a36cda588 req-d431984e-8b6f-4b4d-93ac-2ea93c880561 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c77737-ac14-4962-b301-e7c4e84c6957 HTTP/1.1" status: 200 len: 849 time: 0.0660355 Feb 20 20:09:20.704764 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:20.782175 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d40c-988f-4583-8125-7d3a36cda588 req-9e6d0d56-43d2-4348-b176-16d49da34c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:20.784256 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a590d40c-988f-4583-8125-7d3a36cda588 req-9e6d0d56-43d2-4348-b176-16d49da34c01 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=071c382c-ea33-42d9-9b4c-49dc8158480b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639641 Feb 20 20:09:20.920580 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a590d40c-988f-4583-8125-7d3a36cda588 req-7a746036-c51f-4337-990f-804e90983bbd service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212680 Feb 20 20:09:21.064676 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '597979d2-3039-48ac-b9a8-240479cd27d2', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'port_id': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'mac_address': 'fa:16:3e:95:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:57Z', 'updated_at': '2022-02-20T20:09:19Z', 'revision_number': 1, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:21.099704 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33ce51-7aee-47f9-8058-500330aae871 None None] The sync data for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi is: [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '597979d2-3039-48ac-b9a8-240479cd27d2', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'port_id': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'mac_address': 'fa:16:3e:95:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:57Z', 'updated_at': '2022-02-20T20:09:19Z', 'revision_number': 1, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:09:21.432890 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a590d40c-988f-4583-8125-7d3a36cda588 req-013d7ce5-b752-4086-82dc-e4951c0d4586 service neutron] 10.222.0.75 "GET /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016212 Feb 20 20:09:21.467084 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f2d5a4-3211-4ab8-adc4-e6d2d83d2d31 None None] New status for floating IP 597979d2-3039-48ac-b9a8-240479cd27d2: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:09:24.390799 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8c7135a6-9f77-4665-8abd-26582dbb51d9 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:24.392310 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8c7135a6-9f77-4665-8abd-26582dbb51d9 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/networks?id=8b2a19f4-c94f-444f-9511-f39cc6853442 HTTP/1.1" status: 200 len: 815 time: 0.1169033 Feb 20 20:09:24.407879 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-17b642a8-5cad-4208-9352-79aca504c6d7 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/quotas/79884d2db8f34ea3a56bb24700c0834b HTTP/1.1" status: 200 len: 375 time: 0.0100729 Feb 20 20:09:24.471184 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-6b1ef1c2-29d1-4d14-89dd-bc8054329065 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561900 Feb 20 20:09:24.666057 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-a07959b8-d635-44b7-ac1c-260ca3dfcf8c service neutron] 10.222.0.60 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862187 Feb 20 20:09:24.793221 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-253ca71b-f8ec-44d4-908d-7fdef21b5354 service neutron] 10.222.0.60 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181393 Feb 20 20:09:25.136946 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f7b3d35-4024-467c-bb60-caaa3507c6c7 req-c16f15bf-7d66-415d-b4ff-639ab44fc89a tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 210 time: 0.0368640 Feb 20 20:09:26.011108 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-874096e0-0e81-407c-ab3f-af51e5576a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:26.231273 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e0af7e4d-8742-4462-8e81-e7215ac9f193 req-0ef12f4d-38dc-4bb6-b003-b19104b92bf9 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 210 time: 0.0320690 Feb 20 20:09:27.338824 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f48a9d9b-d7e4-48f6-9976-4bb4cd451ff7 req-c7016798-af31-4030-a9be-9de86b0ea3b4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 210 time: 0.0282798 Feb 20 20:09:27.971256 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c9ced43-da41-4bb4-8283-fc9fa49be9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.313797 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-13df2cdb-711b-4bdd-abc3-adc3a3bccb04 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:28.315188 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-13df2cdb-711b-4bdd-abc3-adc3a3bccb04 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "GET /v2.0/networks?id=8b2a19f4-c94f-444f-9511-f39cc6853442 HTTP/1.1" status: 200 len: 815 time: 0.1141832 Feb 20 20:09:28.341035 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Request body: {'port': {'device_id': 'd6937382-84fd-4e0f-9efc-06044526bba2', 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442', 'admin_state_up': True, 'tenant_id': '79884d2db8f34ea3a56bb24700c0834b'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:28.453288 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ce9208a8-6a09-4c00-bf7e-2450209cc40e req-587de202-ba12-410c-a8c0-6262660d95dd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 210 time: 0.0395992 Feb 20 20:09:28.615918 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Made reservation on behalf of 79884d2db8f34ea3a56bb24700c0834b for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:09:28.619415 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.764283 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Allocated IP 172.20.0.3 (8b2a19f4-c94f-444f-9511-f39cc6853442/3d07ffe0-ee62-48a1-a5ef-3df2f400560d/aa6313ae-aae7-4bf6-95d3-33dafde145dd) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:09:28.949426 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks [] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.045543 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.089508 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Network 8b2a19f4-c94f-444f-9511-f39cc6853442 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:09:29.092854 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:09:29.099189 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:09:29.106266 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['d872fe09-a9ab-4392-ac8e-1421bc217d95', 'e80e85e5-c807-440e-b552-b5406cb0afa7', '04c29bfa-c7dd-4a87-8d83-65625078dd50'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:29.106862 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Pushing event updated for resources: {'Port': ['ID=aa6313ae-aae7-4bf6-95d3-33dafde145dd,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:29.155650 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:29.156290 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.242144 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-8188be81-de06-4517-abd8-879bc9235696 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9052029 Feb 20 20:09:29.262262 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Request body: {'port': {'device_id': 'd6937382-84fd-4e0f-9efc-06044526bba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:29.336240 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.340799 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.636939 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d86d0-861b-49f7-a920-0d9d8a827723 req-cef5a3c2-6037-4ece-9881-0e17b17b2f6c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:29.638650 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0f6d86d0-861b-49f7-a920-0d9d8a827723 req-cef5a3c2-6037-4ece-9881-0e17b17b2f6c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 931 time: 0.0902338 Feb 20 20:09:29.725580 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6313ae-aae7-4bf6-95d3-33dafde145dd {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:29.737418 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Publish callbacks [] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.744420 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0f6d86d0-861b-49f7-a920-0d9d8a827723 req-f3a820b9-a3f1-4d79-9ca5-fccd3426aff6 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963144 Feb 20 20:09:29.754327 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Transition to ACTIVE for port object aa6313ae-aae7-4bf6-95d3-33dafde145dd will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:09:29.833997 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.915635 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6313ae-aae7-4bf6-95d3-33dafde145dd,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:29.969416 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Attempting to bind port aa6313ae-aae7-4bf6-95d3-33dafde145dd on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:09:29.969742 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Attempting to bind port aa6313ae-aae7-4bf6-95d3-33dafde145dd by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:09:29.970071 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Attempting to bind port aa6313ae-aae7-4bf6-95d3-33dafde145dd on network 8b2a19f4-c94f-444f-9511-f39cc6853442 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:09:29.974651 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Port aa6313ae-aae7-4bf6-95d3-33dafde145dd on network 8b2a19f4-c94f-444f-9511-f39cc6853442 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:09:29.974967 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Attempting to bind port aa6313ae-aae7-4bf6-95d3-33dafde145dd on network 8b2a19f4-c94f-444f-9511-f39cc6853442 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:09:29.980772 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:09:29.981792 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Checking segment: {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:09:29.981792 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Bound using segment: {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:09:29.982064 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Bound port: aa6313ae-aae7-4bf6-95d3-33dafde145dd, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43d2424-475f-4dc8-9310-485caf050902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:09:29.982278 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:30.053940 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] For port aa6313ae-aae7-4bf6-95d3-33dafde145dd, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:09:30.058240 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] For port aa6313ae-aae7-4bf6-95d3-33dafde145dd, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=aa6313ae-aae7-4bf6-95d3-33dafde145dd,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:09:30.142562 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:30.179960 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.179960 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:30.181423 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] 10.222.0.75 "PUT /v2.0/ports/aa6313ae-aae7-4bf6-95d3-33dafde145dd HTTP/1.1" status: 200 len: 1093 time: 0.9243345 Feb 20 20:09:30.181903 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6937382-84fd-4e0f-9efc-06044526bba2', 'tag': 'aa6313ae-aae7-4bf6-95d3-33dafde145dd'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:30.184567 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9ff782-6b79-4725-8da6-de0a18b71cad" -d '{"events": [{"name": "network-changed", "server_uuid": "d6937382-84fd-4e0f-9efc-06044526bba2", "tag": "aa6313ae-aae7-4bf6-95d3-33dafde145dd"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:30.221035 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de37e7-73c7-41f0-9465-9b049a5d6660 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6313ae-aae7-4bf6-95d3-33dafde145dd,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:30.240815 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da55197-0300-4ffd-9878-de9c1ab39e09 x-openstack-request-id: req-9da55197-0300-4ffd-9878-de9c1ab39e09 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:30.241135 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6937382-84fd-4e0f-9efc-06044526bba2", "tag": "aa6313ae-aae7-4bf6-95d3-33dafde145dd", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:30.241392 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9da55197-0300-4ffd-9878-de9c1ab39e09 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:30.241806 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6937382-84fd-4e0f-9efc-06044526bba2', 'tag': 'aa6313ae-aae7-4bf6-95d3-33dafde145dd', 'status': 'completed', 'code': 200} Feb 20 20:09:30.351202 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ff782-6b79-4725-8da6-de0a18b71cad req-36f7f58f-1a8c-44fd-bb35-7cbe6c14b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.352677 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5a9ff782-6b79-4725-8da6-de0a18b71cad req-36f7f58f-1a8c-44fd-bb35-7cbe6c14b866 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 1127 time: 0.0564568 Feb 20 20:09:30.473537 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ff782-6b79-4725-8da6-de0a18b71cad req-7bbf802a-0e4e-4c7f-838c-23242ea9a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.475028 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5a9ff782-6b79-4725-8da6-de0a18b71cad req-7bbf802a-0e4e-4c7f-838c-23242ea9a642 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=79884d2db8f34ea3a56bb24700c0834b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1040263 Feb 20 20:09:30.588208 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ff782-6b79-4725-8da6-de0a18b71cad req-65ed7d4c-cab0-415c-a0f2-35a86a6f8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.589820 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5a9ff782-6b79-4725-8da6-de0a18b71cad req-65ed7d4c-cab0-415c-a0f2-35a86a6f8b79 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027169 Feb 20 20:09:30.605048 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:30.736021 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-4be1f6b9-70b4-4c3f-8791-f63b7c0ef66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.737605 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-4be1f6b9-70b4-4c3f-8791-f63b7c0ef66e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=79884d2db8f34ea3a56bb24700c0834b&device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 1127 time: 0.0511992 Feb 20 20:09:30.809411 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-4cfc4fa3-024c-4348-a842-592bb7da4b33 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa6313ae-aae7-4bf6-95d3-33dafde145dd HTTP/1.1" status: 200 len: 217 time: 0.0415599 Feb 20 20:09:30.905111 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-0804ba1e-414d-48c2-b189-8e310f74dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.906992 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-0804ba1e-414d-48c2-b189-8e310f74dc44 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3d07ffe0-ee62-48a1-a5ef-3df2f400560d HTTP/1.1" status: 200 len: 855 time: 0.0884974 Feb 20 20:09:30.963166 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-40cb5e24-bcd5-4c09-a019-fa66d164bb0e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2a19f4-c94f-444f-9511-f39cc6853442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440004 Feb 20 20:09:30.976897 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b43785-f06d-40c1-a94d-2a23de4ddcc5 req-295bc5ac-c457-4b10-8747-e0c2d8c0053d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.979130 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48b43785-f06d-40c1-a94d-2a23de4ddcc5 req-295bc5ac-c457-4b10-8747-e0c2d8c0053d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 943 time: 0.1501584 Feb 20 20:09:31.091983 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-48b43785-f06d-40c1-a94d-2a23de4ddcc5 req-20623c5b-9ed9-498e-a2a4-038fd6cf5181 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019447 Feb 20 20:09:31.113265 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-9cd7b46b-9372-46f3-81c8-10f186b1a314 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318519 Feb 20 20:09:31.216823 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1cc4ada2-6009-4816-b18c-e3111a578473 req-b6e1589b-f887-49b1-8c9a-4774c099b4af service neutron] 10.222.0.75 "GET /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920525 Feb 20 20:09:31.509731 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1755d-40f5-4740-9d6b-237ae0328e2e req-fac00d5a-dedc-4f7f-a315-7521ef45c913 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:31.511704 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-00b1755d-40f5-4740-9d6b-237ae0328e2e req-fac00d5a-dedc-4f7f-a315-7521ef45c913 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0615306 Feb 20 20:09:31.567467 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-00b1755d-40f5-4740-9d6b-237ae0328e2e req-576a9a13-4ebe-4b39-bebf-c6f42cdb35d1 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495787 Feb 20 20:09:32.196715 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:32.239598 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff71283-5766-42a1-8fc8-6dbb4dcfcee6 req-7b1519f8-e665-4a2c-8431-7f40ae5c282b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:32.241107 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3ff71283-5766-42a1-8fc8-6dbb4dcfcee6 req-7b1519f8-e665-4a2c-8431-7f40ae5c282b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 943 time: 0.0636775 Feb 20 20:09:32.300240 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3ff71283-5766-42a1-8fc8-6dbb4dcfcee6 req-22671b4e-a273-44ec-8084-39bf7ae78db7 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528615 Feb 20 20:09:32.704538 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83212560-7143-4a29-b240-e093f861623e req-f0a5d030-1e48-44c8-9026-d4d18ebfd905 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:32.706086 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-83212560-7143-4a29-b240-e093f861623e req-f0a5d030-1e48-44c8-9026-d4d18ebfd905 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0624576 Feb 20 20:09:32.767376 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-83212560-7143-4a29-b240-e093f861623e req-0574a93f-5ad3-4314-9691-602029b19c6e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554657 Feb 20 20:09:33.434487 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72809c-9c17-40c4-a4b7-b182ddeee2e2 req-a0faf1ce-f4d4-49f5-964b-22478f0f767c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:33.436258 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e72809c-9c17-40c4-a4b7-b182ddeee2e2 req-a0faf1ce-f4d4-49f5-964b-22478f0f767c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 943 time: 0.0597272 Feb 20 20:09:33.499924 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4e72809c-9c17-40c4-a4b7-b182ddeee2e2 req-7fe63d26-b151-4941-9831-f6fb6829c4d0 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552483 Feb 20 20:09:33.904280 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789daaf3-a167-446f-af10-da62840a8e56 req-4a06fa48-ac04-40cd-9514-426f52d8c413 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:33.906017 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-789daaf3-a167-446f-af10-da62840a8e56 req-4a06fa48-ac04-40cd-9514-426f52d8c413 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0590010 Feb 20 20:09:33.959677 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-789daaf3-a167-446f-af10-da62840a8e56 req-26d526de-73fc-4597-8eb8-69e4973dbb6c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473874 Feb 20 20:09:34.358311 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device aa6313ae-aae7-4bf6-95d3-33dafde145dd details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:09:34.475715 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port aa6313ae-aae7-4bf6-95d3-33dafde145dd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=aa6313ae-aae7-4bf6-95d3-33dafde145dd,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:34.488850 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': 'aa6313ae-aae7-4bf6-95d3-33dafde145dd', 'network_id': '8b2a19f4-c94f-444f-9511-f39cc6853442', 'port_id': 'aa6313ae-aae7-4bf6-95d3-33dafde145dd', 'mac_address': 'fa:16:3e:30:6a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d07ffe0-ee62-48a1-a5ef-3df2f400560d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:09:34.531257 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port aa6313ae-aae7-4bf6-95d3-33dafde145dd is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:34.531654 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:34.547336 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6313ae-aae7-4bf6-95d3-33dafde145dd {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:34.572387 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port aa6313ae-aae7-4bf6-95d3-33dafde145dd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=aa6313ae-aae7-4bf6-95d3-33dafde145dd,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:34.634618 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a80ab-43cf-435e-a278-c0d7db14a7e7 req-3f6fed0b-ab59-4ecf-86fd-0933f77d379b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:34.636305 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-334a80ab-43cf-435e-a278-c0d7db14a7e7 req-3f6fed0b-ab59-4ecf-86fd-0933f77d379b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 943 time: 0.0564594 Feb 20 20:09:34.693321 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-334a80ab-43cf-435e-a278-c0d7db14a7e7 req-52db2b6f-4ec3-4d0b-9641-fb31565435a4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508406 Feb 20 20:09:34.696313 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:34.751998 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=aa6313ae-aae7-4bf6-95d3-33dafde145dd,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:35.085956 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13a742-92fe-4aa6-a121-1cbc40659c2e req-be9b8ed0-a9e8-4b1d-b4af-90fb1f5730a9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:35.087425 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ce13a742-92fe-4aa6-a121-1cbc40659c2e req-be9b8ed0-a9e8-4b1d-b4af-90fb1f5730a9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0540855 Feb 20 20:09:35.148726 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ce13a742-92fe-4aa6-a121-1cbc40659c2e req-e2a7cd42-3933-445e-9bdf-1b3c1dca314d tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539830 Feb 20 20:09:35.359888 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['aa6313ae-aae7-4bf6-95d3-33dafde145dd'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:35.841134 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1e1cc-e655-43de-9ef3-e5bbd96c364e req-aa8b2de6-e65a-410c-b615-bbd28002a303 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:35.842623 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e3e1e1cc-e655-43de-9ef3-e5bbd96c364e req-aa8b2de6-e65a-410c-b615-bbd28002a303 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 944 time: 0.0582371 Feb 20 20:09:35.894505 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e3e1e1cc-e655-43de-9ef3-e5bbd96c364e req-48cba877-4ee7-4156-b01c-bb128c94514a tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Feb 20 20:09:36.320606 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb9419-3816-4441-bbcc-14db07d41b7f req-d1394697-371e-4270-a6e0-251e39b72330 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:36.323965 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-54fb9419-3816-4441-bbcc-14db07d41b7f req-d1394697-371e-4270-a6e0-251e39b72330 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0958924 Feb 20 20:09:36.382605 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-54fb9419-3816-4441-bbcc-14db07d41b7f req-68e4ef68-d17f-4e85-97aa-abac92decf9e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527000 Feb 20 20:09:37.024265 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf080a08-24cd-48aa-9050-630f3675af42 req-30632cb5-48bb-44c4-a87d-2118daf59a88 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:37.026578 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cf080a08-24cd-48aa-9050-630f3675af42 req-30632cb5-48bb-44c4-a87d-2118daf59a88 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 944 time: 0.0551527 Feb 20 20:09:37.075072 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-cf080a08-24cd-48aa-9050-630f3675af42 req-eb0187eb-36f4-4dfd-a300-28ca8c1bf23d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 Feb 20 20:09:37.537892 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cdb09-78c0-4d19-abd8-dd31347f1ed4 req-888e8fcc-6f18-414b-82b5-6c3b7c1f3b3b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:37.539724 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b43cdb09-78c0-4d19-abd8-dd31347f1ed4 req-888e8fcc-6f18-414b-82b5-6c3b7c1f3b3b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0600698 Feb 20 20:09:37.596443 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b43cdb09-78c0-4d19-abd8-dd31347f1ed4 req-a5872f07-f583-49e9-810e-153bd6adb3d9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505285 Feb 20 20:09:38.222993 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5528a-8494-4082-86a6-8015549d90ff req-dbdb28c9-c6c8-48ae-b12c-3b5e007d3c08 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:38.224538 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0ff5528a-8494-4082-86a6-8015549d90ff req-dbdb28c9-c6c8-48ae-b12c-3b5e007d3c08 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 944 time: 0.0734575 Feb 20 20:09:38.280327 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0ff5528a-8494-4082-86a6-8015549d90ff req-b02d948b-db45-45cb-ad08-4e175173fb9d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477889 Feb 20 20:09:38.401206 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device aa6313ae-aae7-4bf6-95d3-33dafde145dd up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:09:38.600020 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port aa6313ae-aae7-4bf6-95d3-33dafde145dd completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:09:38.606422 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port aa6313ae-aae7-4bf6-95d3-33dafde145dd triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:38.606878 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:38.700451 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port aa6313ae-aae7-4bf6-95d3-33dafde145dd is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:38.700738 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:38.737518 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6937382-84fd-4e0f-9efc-06044526bba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6313ae-aae7-4bf6-95d3-33dafde145dd'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:38.739940 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53fbd62-a9fa-43a7-b94a-1e026cc9d7af" -d '{"events": [{"server_uuid": "d6937382-84fd-4e0f-9efc-06044526bba2", "name": "network-vif-plugged", "status": "completed", "tag": "aa6313ae-aae7-4bf6-95d3-33dafde145dd"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:38.742478 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3d9b9-2303-4655-8c9f-15e1c15250ba req-04abb7ce-7d80-41c4-ac88-e4732d4c6c98 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:38.745584 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1ff3d9b9-2303-4655-8c9f-15e1c15250ba req-04abb7ce-7d80-41c4-ac88-e4732d4c6c98 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0693359 Feb 20 20:09:38.757442 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port aa6313ae-aae7-4bf6-95d3-33dafde145dd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=aa6313ae-aae7-4bf6-95d3-33dafde145dd,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:38.802222 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1ff3d9b9-2303-4655-8c9f-15e1c15250ba req-b2c43002-2850-4926-8f59-efa45931ce29 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499468 Feb 20 20:09:38.856737 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:38.859557 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3beeef2-731e-450c-9a0a-1ce5729eb938 x-openstack-request-id: req-f3beeef2-731e-450c-9a0a-1ce5729eb938 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:38.859828 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6937382-84fd-4e0f-9efc-06044526bba2", "name": "network-vif-plugged", "status": "completed", "tag": "aa6313ae-aae7-4bf6-95d3-33dafde145dd", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:38.860114 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3beeef2-731e-450c-9a0a-1ce5729eb938 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:38.860597 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6937382-84fd-4e0f-9efc-06044526bba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6313ae-aae7-4bf6-95d3-33dafde145dd', 'code': 200} Feb 20 20:09:38.919941 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=aa6313ae-aae7-4bf6-95d3-33dafde145dd,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:39.401960 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdc1aa-7a83-483b-8389-4c800c9cbfe8 req-c30c964c-7c57-4a0a-a73f-0aa6b2db7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:39.403440 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c0fdc1aa-7a83-483b-8389-4c800c9cbfe8 req-c30c964c-7c57-4a0a-a73f-0aa6b2db7e05 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 1129 time: 0.0650859 Feb 20 20:09:39.468412 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f492e3-503e-4ae8-b073-7e9489b2b4ff req-2766104a-474a-426a-bfaa-5a0daf77cf06 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:39.470285 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-94f492e3-503e-4ae8-b073-7e9489b2b4ff req-2766104a-474a-426a-bfaa-5a0daf77cf06 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 945 time: 0.0831468 Feb 20 20:09:39.490364 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c0fdc1aa-7a83-483b-8389-4c800c9cbfe8 req-bf0ff32f-6b54-4ad5-bce3-d563fac9c3c4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656273 Feb 20 20:09:39.532417 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-94f492e3-503e-4ae8-b073-7e9489b2b4ff req-aab0e875-8cc0-4109-a839-46cc91f30b2b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529668 Feb 20 20:09:39.943332 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d8c3a-7b7b-432c-9ef2-4856850442dc req-ac290c72-0fbc-474d-95b4-6fee7cf28180 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:39.945272 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-856d8c3a-7b7b-432c-9ef2-4856850442dc req-ac290c72-0fbc-474d-95b4-6fee7cf28180 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0633309 Feb 20 20:09:40.000790 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-856d8c3a-7b7b-432c-9ef2-4856850442dc req-67c5b7a9-9597-4ef6-bc2f-76271f2f1a2b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494840 Feb 20 20:09:40.660155 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1a3fd-49c1-442e-80ea-e5760667d0fc req-c2c8c824-cd54-4687-9308-59deb0fd9c91 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:40.661693 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0ad1a3fd-49c1-442e-80ea-e5760667d0fc req-c2c8c824-cd54-4687-9308-59deb0fd9c91 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 945 time: 0.0555265 Feb 20 20:09:40.709890 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0ad1a3fd-49c1-442e-80ea-e5760667d0fc req-f1b579d7-82d1-4020-b40b-518a47a44d24 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Feb 20 20:09:41.126026 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e9264-bd55-4307-bb97-22cccfdf8c7c req-eed66847-0bc5-4088-b756-dfbd21e1a394 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:41.127517 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b36e9264-bd55-4307-bb97-22cccfdf8c7c req-eed66847-0bc5-4088-b756-dfbd21e1a394 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0556490 Feb 20 20:09:41.183741 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b36e9264-bd55-4307-bb97-22cccfdf8c7c req-3106254a-97bc-4afd-ac72-62e7b1a82acd tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502217 Feb 20 20:09:41.841027 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e8a59-924d-4163-8240-bb8fcd75da13 req-0c457843-8f34-410d-a6aa-b5d1a2a25ed2 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:41.841027 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec4e8a59-924d-4163-8240-bb8fcd75da13 req-0c457843-8f34-410d-a6aa-b5d1a2a25ed2 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 945 time: 0.0547893 Feb 20 20:09:41.890618 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec4e8a59-924d-4163-8240-bb8fcd75da13 req-addf0dad-6df8-408d-b9bc-56efa7c3c73a tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441391 Feb 20 20:09:42.005516 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:09:42.316320 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dedcb-6e23-4e2f-b10f-8b01e9be7545 req-67316ec5-c6dc-4a49-a791-d49159da855c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:42.317728 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-937dedcb-6e23-4e2f-b10f-8b01e9be7545 req-67316ec5-c6dc-4a49-a791-d49159da855c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0610578 Feb 20 20:09:42.368276 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-937dedcb-6e23-4e2f-b10f-8b01e9be7545 req-489dacbb-a9f8-42dc-8b07-e82f16109ae8 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448716 Feb 20 20:09:43.531394 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c0a4-3c53-4e00-81bc-b6a704705ed7 req-f44054e0-e43c-48d3-9e74-90559ff02608 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:43.534840 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1251c0a4-3c53-4e00-81bc-b6a704705ed7 req-f44054e0-e43c-48d3-9e74-90559ff02608 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0809915 Feb 20 20:09:43.619532 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1251c0a4-3c53-4e00-81bc-b6a704705ed7 req-d2115502-c1af-434b-89cc-4cb5540a5e1e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590456 Feb 20 20:09:44.733497 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def6b1a-a093-48be-b257-0acaeffcd9f0 req-84a2d983-b95d-48a3-b5f7-56798e6551bf tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:44.735040 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7def6b1a-a093-48be-b257-0acaeffcd9f0 req-84a2d983-b95d-48a3-b5f7-56798e6551bf tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0612497 Feb 20 20:09:44.808375 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7def6b1a-a093-48be-b257-0acaeffcd9f0 req-7cb32df7-62f2-4f41-80c0-ff648863debc tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672388 Feb 20 20:09:45.953422 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcdd81-320f-4531-a51c-6d6d52c59b0c req-8bb9c943-df71-4c1e-9d89-232c7001e80e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:45.954981 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73dcdd81-320f-4531-a51c-6d6d52c59b0c req-8bb9c943-df71-4c1e-9d89-232c7001e80e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0623288 Feb 20 20:09:46.022526 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-73dcdd81-320f-4531-a51c-6d6d52c59b0c req-899a06c1-ba5d-4022-9ffe-0ee03724effa tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618412 Feb 20 20:09:47.028090 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-17013038-39fc-47cb-b3d5-f10aed4e0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.029796 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-17013038-39fc-47cb-b3d5-f10aed4e0e8a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c8e34338e9a48629be67b295d115a7a&device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1129 time: 0.0473230 Feb 20 20:09:47.156656 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-d2780d7b-8564-4b74-bee2-4d72249de355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.158186 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-d2780d7b-8564-4b74-bee2-4d72249de355 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d20a7ac2-8104-4134-8a26-24a979518d49 HTTP/1.1" status: 200 len: 910 time: 0.1206706 Feb 20 20:09:47.212721 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531340b-daac-4929-a65b-bed11a090f4e req-44e9bfb3-9206-4995-89e1-122317ab725d tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.214261 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8531340b-daac-4929-a65b-bed11a090f4e req-44e9bfb3-9206-4995-89e1-122317ab725d tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.1180184 Feb 20 20:09:47.251866 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-459c6e93-810b-41da-9d56-4250c47b3164 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ada99e-5acc-483e-9242-a2920061f997 HTTP/1.1" status: 200 len: 1001 time: 0.0867653 Feb 20 20:09:47.317491 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8531340b-daac-4929-a65b-bed11a090f4e req-60b6c64f-a27a-4282-b25f-15a99ed88e2c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953314 Feb 20 20:09:47.329778 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-b0775168-6dc0-44ce-a02b-c159adff5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.331224 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-b0775168-6dc0-44ce-a02b-c159adff5a0b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=104df7b0-67f9-426c-934c-4cb02066a168 HTTP/1.1" status: 200 len: 848 time: 0.0680470 Feb 20 20:09:47.388546 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-463ecd83-3864-4db7-b1fc-fd10a88b8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.390522 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-463ecd83-3864-4db7-b1fc-fd10a88b8779 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d20a7ac2-8104-4134-8a26-24a979518d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528572 Feb 20 20:09:47.487097 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-58f094fe-fd6e-4fbb-989c-930e70ee272e service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885460 Feb 20 20:09:47.582467 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dce156dd-8364-40d0-b6f2-f2eb672e9b3e req-1717ee13-bbcd-4088-85cd-bfae6bfed98a service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895278 Feb 20 20:09:48.062141 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:48.441069 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a8a0-eb87-4a1b-80b5-fb9aff469a5b req-20bb1712-ca62-4ebf-b92f-e6e183d115e2 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:48.442579 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-59c9a8a0-eb87-4a1b-80b5-fb9aff469a5b req-20bb1712-ca62-4ebf-b92f-e6e183d115e2 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0553455 Feb 20 20:09:48.492020 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-59c9a8a0-eb87-4a1b-80b5-fb9aff469a5b req-6f32a67c-a86f-45a0-a889-7d5ff9fe2be4 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437517 Feb 20 20:09:49.623966 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab154887-d0f9-4aeb-ba90-62cf31648871 req-1630b771-3f3b-4962-bdf2-767da3f8c299 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:49.625497 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ab154887-d0f9-4aeb-ba90-62cf31648871 req-1630b771-3f3b-4962-bdf2-767da3f8c299 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0589857 Feb 20 20:09:49.675221 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ab154887-d0f9-4aeb-ba90-62cf31648871 req-7186f433-0811-4902-867f-e515f049dc34 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441985 Feb 20 20:09:50.307464 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-4e2b631e-7e0a-4fb3-b052-c87a22bf999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.308784 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-4e2b631e-7e0a-4fb3-b052-c87a22bf999d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c8e34338e9a48629be67b295d115a7a&device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1129 time: 0.0479360 Feb 20 20:09:50.424541 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-854638d7-91d1-4871-ba9f-2e184b078a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.426055 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-854638d7-91d1-4871-ba9f-2e184b078a1d service neutron] 10.222.0.75 "GET /v2.0/networks?id=d20a7ac2-8104-4134-8a26-24a979518d49 HTTP/1.1" status: 200 len: 910 time: 0.0926585 Feb 20 20:09:50.497992 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-17b8bb21-1fa8-4bb9-8ae3-b4cc0d2d0da6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ada99e-5acc-483e-9242-a2920061f997 HTTP/1.1" status: 200 len: 1001 time: 0.0657065 Feb 20 20:09:50.553736 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-3a449c18-5217-4b02-ab55-bbd5e3dd85c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.555182 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-3a449c18-5217-4b02-ab55-bbd5e3dd85c8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=104df7b0-67f9-426c-934c-4cb02066a168 HTTP/1.1" status: 200 len: 848 time: 0.0454991 Feb 20 20:09:50.613883 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-1de712d0-8c83-4491-a1d2-21081df38197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.615557 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-1de712d0-8c83-4491-a1d2-21081df38197 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d20a7ac2-8104-4134-8a26-24a979518d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483239 Feb 20 20:09:50.716866 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-acd02e71-6b69-4f7e-aa07-503dd437edb0 service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938675 Feb 20 20:09:50.870426 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09f8c595-4166-46b8-9a31-a8398d1c2186 req-84237730-31f8-497e-b517-3cd1f935fd0f service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428213 Feb 20 20:09:50.881958 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c2add-4c1f-455a-9f2c-5e3962f2dcaa req-56dad999-4fac-44c2-be80-5d46b4a8088e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.884158 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f65c2add-4c1f-455a-9f2c-5e3962f2dcaa req-56dad999-4fac-44c2-be80-5d46b4a8088e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.1346695 Feb 20 20:09:50.946504 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f65c2add-4c1f-455a-9f2c-5e3962f2dcaa req-1f75b515-cc63-48c7-8053-6fccf93e342f tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526593 Feb 20 20:09:52.085708 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45376016-e348-487a-b76a-8d8e8cf29170 req-abb6d267-f0f4-4ad4-90a9-34ddd32fb2f1 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:52.087261 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-45376016-e348-487a-b76a-8d8e8cf29170 req-abb6d267-f0f4-4ad4-90a9-34ddd32fb2f1 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0572505 Feb 20 20:09:52.146020 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-45376016-e348-487a-b76a-8d8e8cf29170 req-3ab8e710-b012-4672-a50b-686c92acd853 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523317 Feb 20 20:09:52.229621 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-13e20be7-c4e7-458b-b806-7a5cf6f2acea req-92a4a6be-aeb7-4827-abd7-a9cab1354046 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:09:52.230632 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-13e20be7-c4e7-458b-b806-7a5cf6f2acea req-92a4a6be-aeb7-4827-abd7-a9cab1354046 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053115 Feb 20 20:09:52.531832 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 24ada99e-5acc-483e-9242-a2920061f997 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:52.602223 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fb7dd-d0ce-4b4f-b0ac-1d0c29e832c7 req-bd689494-ea15-43ab-8438-bb904ff0fe9c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:52.603784 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d5fb7dd-d0ce-4b4f-b0ac-1d0c29e832c7 req-bd689494-ea15-43ab-8438-bb904ff0fe9c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0695889 Feb 20 20:09:52.627386 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 24ada99e-5acc-483e-9242-a2920061f997 is: ACTIVE; New status is: DOWN {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:52.633024 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (24ada99e-5acc-483e-9242-a2920061f997), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:52.655442 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ada99e-5acc-483e-9242-a2920061f997'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:52.657692 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b01a62d-25ed-4304-8a68-4d5ab7e3f028" -d '{"events": [{"server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "name": "network-vif-unplugged", "status": "completed", "tag": "24ada99e-5acc-483e-9242-a2920061f997"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:52.661653 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d5fb7dd-d0ce-4b4f-b0ac-1d0c29e832c7 req-0b90ccd7-3627-42be-87eb-a397108acb67 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519102 Feb 20 20:09:52.689132 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 24ada99e-5acc-483e-9242-a2920061f997, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=24ada99e-5acc-483e-9242-a2920061f997,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:52.689927 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-d43c7c64-047f-443c-9204-3cc5015e32c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736048 Feb 20 20:09:52.707234 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df3be64-fe22-4eaf-a7d5-ccb493027719 x-openstack-request-id: req-8df3be64-fe22-4eaf-a7d5-ccb493027719 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:52.707578 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "name": "network-vif-unplugged", "status": "failed", "tag": "24ada99e-5acc-483e-9242-a2920061f997", "code": 422}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:52.707836 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8df3be64-fe22-4eaf-a7d5-ccb493027719 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:52.708267 dv-cinder-830085-1-iscsi neutron-server[103187]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24ada99e-5acc-483e-9242-a2920061f997', 'code': 422} returned with failed status Feb 20 20:09:52.754451 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-6cb956ef-dd87-4bae-a14c-fde65cd7a4ae tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:52.754861 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-6cb956ef-dd87-4bae-a14c-fde65cd7a4ae tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports/24ada99e-5acc-483e-9242-a2920061f997 HTTP/1.1" status: 200 len: 942 time: 0.0503306 Feb 20 20:09:52.770977 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (24ada99e-5acc-483e-9242-a2920061f997), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:52.824486 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=24ada99e-5acc-483e-9242-a2920061f997,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:53.790148 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f24783-d924-4498-a9bc-41a0440d8ed8 req-0770b16c-3021-4a0f-8c77-41d69a76048e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:53.791651 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f24783-d924-4498-a9bc-41a0440d8ed8 req-0770b16c-3021-4a0f-8c77-41d69a76048e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0606780 Feb 20 20:09:53.845269 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-17f24783-d924-4498-a9bc-41a0440d8ed8 req-86965dae-8165-4d01-9391-626d5081e874 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476398 Feb 20 20:09:54.984339 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3893da-03ee-42b8-b187-bd0ec3031419 req-ebb6effe-2d42-4c11-8609-886bf09f97b6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:54.991854 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fd3893da-03ee-42b8-b187-bd0ec3031419 req-ebb6effe-2d42-4c11-8609-886bf09f97b6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0663691 Feb 20 20:09:55.041562 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fd3893da-03ee-42b8-b187-bd0ec3031419 req-ac13cebf-5d73-424e-ae43-e2f248dd72d8 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514922 Feb 20 20:09:55.959244 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-793e2f29-598c-4ded-9bce-21f0d74c114b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:56.176613 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7b83-5e5e-4aa2-b9a1-4534dbb3432a req-56d123eb-45bf-4fa5-819c-99bdecba28c3 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:56.178183 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e38b7b83-5e5e-4aa2-b9a1-4534dbb3432a req-56d123eb-45bf-4fa5-819c-99bdecba28c3 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0641053 Feb 20 20:09:56.232120 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e38b7b83-5e5e-4aa2-b9a1-4534dbb3432a req-ae8e2104-f141-42ff-b59e-67a3cfdf003b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478454 Feb 20 20:09:56.799283 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-9875e674-7ba2-43b3-98e0-8f0ff647b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:56.800795 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-9875e674-7ba2-43b3-98e0-8f0ff647b86a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b&tenant_id=2c8e34338e9a48629be67b295d115a7a HTTP/1.1" status: 200 len: 1127 time: 0.0471864 Feb 20 20:09:56.897531 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-fa90e633-e339-4100-9d9b-05ebcc8b88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:56.899019 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-fa90e633-e339-4100-9d9b-05ebcc8b88fe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c8e34338e9a48629be67b295d115a7a&device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1127 time: 0.0560856 Feb 20 20:09:57.001197 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-dfd5dd9a-4b46-46ad-ab02-5353d7647e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:57.002668 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-dfd5dd9a-4b46-46ad-ab02-5353d7647e47 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d20a7ac2-8104-4134-8a26-24a979518d49 HTTP/1.1" status: 200 len: 910 time: 0.0934756 Feb 20 20:09:57.085846 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-959fbe99-dae9-471d-8795-95336c24f631 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ada99e-5acc-483e-9242-a2920061f997 HTTP/1.1" status: 200 len: 999 time: 0.0721471 Feb 20 20:09:57.143626 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-549bdbea-0ffe-4634-9c60-ea8c72b1d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:57.143626 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-549bdbea-0ffe-4634-9c60-ea8c72b1d845 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=104df7b0-67f9-426c-934c-4cb02066a168 HTTP/1.1" status: 200 len: 848 time: 0.0503352 Feb 20 20:09:57.202296 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-50fe418a-5c23-4d38-80ac-b69aa22a0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:57.204057 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-50fe418a-5c23-4d38-80ac-b69aa22a0d32 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d20a7ac2-8104-4134-8a26-24a979518d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495274 Feb 20 20:09:57.353434 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-06fe33db-44ee-4959-a36a-fe8ef7964e39 service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367145 Feb 20 20:09:57.426627 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacfc41-ab85-42ae-a234-fef347793159 req-48e3a039-4d0a-4a3f-a24f-daad1fa878da tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:57.428120 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eaacfc41-ab85-42ae-a234-fef347793159 req-48e3a039-4d0a-4a3f-a24f-daad1fa878da tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.1210239 Feb 20 20:09:57.791963 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61aaa36e-9e01-4394-bd27-318ff55f52b0 req-417a735c-ae46-419a-95de-33f38a14802b service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267001 Feb 20 20:09:57.797874 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eaacfc41-ab85-42ae-a234-fef347793159 req-86a58c5b-28e2-4af0-9b3f-c3c4bdabb897 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632009 Feb 20 20:09:57.936293 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67cb6ff3-0dde-4c5e-9b24-135154cea36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.925875 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790772da-90b0-4cc1-b146-94e9da880866 req-e9c34808-4319-4996-a502-cbb5595c48ea tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:58.927418 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-790772da-90b0-4cc1-b146-94e9da880866 req-e9c34808-4319-4996-a502-cbb5595c48ea tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0558872 Feb 20 20:09:58.979447 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-790772da-90b0-4cc1-b146-94e9da880866 req-e32ab4c4-50ba-4bd3-8d9d-c8dec583d87c tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464208 Feb 20 20:09:59.319552 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:59.920208 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e78a8-dcc6-4dd6-bf29-41ac586d3938 req-4be0bc5e-8f44-43a3-b8f5-c23bbe3be8c8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:59.921747 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-933e78a8-dcc6-4dd6-bf29-41ac586d3938 req-4be0bc5e-8f44-43a3-b8f5-c23bbe3be8c8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 945 time: 0.0587802 Feb 20 20:09:59.973219 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-933e78a8-dcc6-4dd6-bf29-41ac586d3938 req-95c608f1-cfbf-4555-acc3-90371f7c22e8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455866 Feb 20 20:10:00.111218 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc47fe-3b00-48d0-84e0-aa836a97bb99 req-b6e70a10-b901-4a26-9987-227eb933b150 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:00.112603 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7cdc47fe-3b00-48d0-84e0-aa836a97bb99 req-b6e70a10-b901-4a26-9987-227eb933b150 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0545077 Feb 20 20:10:00.165445 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7cdc47fe-3b00-48d0-84e0-aa836a97bb99 req-399d7920-63e6-4379-9c98-f629d89637ac tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470071 Feb 20 20:10:00.536302 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.095331 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277353-53fa-4d88-be3b-f4a1600dab3c req-04d219f1-1449-420d-836e-1a10551fbe56 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:01.096789 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-66277353-53fa-4d88-be3b-f4a1600dab3c req-04d219f1-1449-420d-836e-1a10551fbe56 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 945 time: 0.0552244 Feb 20 20:10:01.153060 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-66277353-53fa-4d88-be3b-f4a1600dab3c req-0db07912-7e4b-4c2c-8f73-46eee8a89f68 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501254 Feb 20 20:10:01.289307 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4e340-17d6-46dc-b48e-1b50ccc46852 req-1fa0e048-9ad6-418d-84ae-9c4dc3facda4 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:01.290768 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-90c4e340-17d6-46dc-b48e-1b50ccc46852 req-1fa0e048-9ad6-418d-84ae-9c4dc3facda4 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0557919 Feb 20 20:10:01.341775 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-90c4e340-17d6-46dc-b48e-1b50ccc46852 req-5a0137d4-a907-4cb8-9c3f-a2d37b89499d tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446358 Feb 20 20:10:02.132017 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23578e56-3228-4776-8124-56619ea41c68 req-a1b7e59e-5934-4afd-b6c8-cbb7fb0e8887 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:02.133503 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-23578e56-3228-4776-8124-56619ea41c68 req-a1b7e59e-5934-4afd-b6c8-cbb7fb0e8887 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 945 time: 0.0539448 Feb 20 20:10:02.159045 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.264718 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-23578e56-3228-4776-8124-56619ea41c68 req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Deleting port aa6313ae-aae7-4bf6-95d3-33dafde145dd {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:02.265051 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-23578e56-3228-4776-8124-56619ea41c68 req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.339016 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7b41b-23f1-41c6-a3ba-d366be82b1c1 req-81c8f8b3-86bc-48cc-bd51-bc7b26ade296 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:02.340561 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-46c7b41b-23f1-41c6-a3ba-d366be82b1c1 req-81c8f8b3-86bc-48cc-bd51-bc7b26ade296 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 945 time: 0.1142306 Feb 20 20:10:02.389779 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-23578e56-3228-4776-8124-56619ea41c68 req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] For port aa6313ae-aae7-4bf6-95d3-33dafde145dd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=aa6313ae-aae7-4bf6-95d3-33dafde145dd,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:02.390117 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-23578e56-3228-4776-8124-56619ea41c68 req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.414592 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-23578e56-3228-4776-8124-56619ea41c68 req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Calling delete_port for aa6313ae-aae7-4bf6-95d3-33dafde145dd owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:02.439248 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-46c7b41b-23f1-41c6-a3ba-d366be82b1c1 req-5eac7dce-6005-492e-bb9d-81fc040f1514 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925970 Feb 20 20:10:02.531838 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d72ba-c3b2-4210-929a-254c0ae21bc1 req-af0ebe8c-f0aa-4d6a-b053-f26092ce5b51 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:02.533343 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1f7d72ba-c3b2-4210-929a-254c0ae21bc1 req-af0ebe8c-f0aa-4d6a-b053-f26092ce5b51 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.1168969 Feb 20 20:10:02.618691 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1f7d72ba-c3b2-4210-929a-254c0ae21bc1 req-a614da6d-cf9a-4cf3-971e-c141192ec720 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740242 Feb 20 20:10:02.748451 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-23578e56-3228-4776-8124-56619ea41c68 req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (aa6313ae-aae7-4bf6-95d3-33dafde145dd), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.779608 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Pushing event deleted for resources: {'Port': ['ID=aa6313ae-aae7-4bf6-95d3-33dafde145dd,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:02.787780 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['d872fe09-a9ab-4392-ac8e-1421bc217d95', 'e80e85e5-c807-440e-b552-b5406cb0afa7', '04c29bfa-c7dd-4a87-8d83-65625078dd50', 'aa6313ae-aae7-4bf6-95d3-33dafde145dd'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:10:02.808529 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.809564 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.809917 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.810292 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.810579 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.810909 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.811233 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.811560 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.811887 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.812211 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.812533 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.812853 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.813430 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:02.837047 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-23578e56-3228-4776-8124-56619ea41c68 req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] No DVR routers for this DVR port aa6313ae-aae7-4bf6-95d3-33dafde145dd on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:02.840630 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-23578e56-3228-4776-8124-56619ea41c68 req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.843539 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-23578e56-3228-4776-8124-56619ea41c68 req-5ff98a7c-41aa-40e9-97f0-66e4b32d101e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "DELETE /v2.0/ports/aa6313ae-aae7-4bf6-95d3-33dafde145dd HTTP/1.1" status: 204 len: 173 time: 0.7007351 Feb 20 20:10:02.844033 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6937382-84fd-4e0f-9efc-06044526bba2', 'name': 'network-vif-deleted', 'tag': 'aa6313ae-aae7-4bf6-95d3-33dafde145dd'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:02.847863 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f917d1-62a1-4069-a46b-1f3eddc4c285" -d '{"events": [{"server_uuid": "d6937382-84fd-4e0f-9efc-06044526bba2", "name": "network-vif-deleted", "tag": "aa6313ae-aae7-4bf6-95d3-33dafde145dd"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:02.889840 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4300a0f-8262-4a9c-8935-cffa49478114 x-openstack-request-id: req-c4300a0f-8262-4a9c-8935-cffa49478114 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:02.890145 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6937382-84fd-4e0f-9efc-06044526bba2", "name": "network-vif-deleted", "tag": "aa6313ae-aae7-4bf6-95d3-33dafde145dd", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:02.890398 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4300a0f-8262-4a9c-8935-cffa49478114 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:02.890801 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6937382-84fd-4e0f-9efc-06044526bba2', 'name': 'network-vif-deleted', 'tag': 'aa6313ae-aae7-4bf6-95d3-33dafde145dd', 'status': 'completed', 'code': 200} Feb 20 20:10:03.548272 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2aa2d640-2c64-4f2e-97fd-ba9cc7d73e97 req-2b50a688-128a-4bd8-b7af-bd5e07264540 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6937382-84fd-4e0f-9efc-06044526bba2 HTTP/1.1" status: 200 len: 210 time: 0.0274868 Feb 20 20:10:03.749268 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46f55e-1c65-44bd-b1c4-825aaa2cbda2 req-29912b28-5ad4-4d2f-9fe3-9b34a6154ad6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:03.750762 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2a46f55e-1c65-44bd-b1c4-825aaa2cbda2 req-29912b28-5ad4-4d2f-9fe3-9b34a6154ad6 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0585442 Feb 20 20:10:03.804536 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2a46f55e-1c65-44bd-b1c4-825aaa2cbda2 req-5b63e9c9-b588-4e52-97d5-b8e3e8c1f8a0 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481303 Feb 20 20:10:04.950797 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498969cd-120d-47f5-9287-eae3c72042b4 req-95a0ad0a-6594-48b1-8c78-66fcc8980c62 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:04.952252 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-498969cd-120d-47f5-9287-eae3c72042b4 req-95a0ad0a-6594-48b1-8c78-66fcc8980c62 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0690284 Feb 20 20:10:05.014124 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-498969cd-120d-47f5-9287-eae3c72042b4 req-d58e03a0-6e19-47a6-b439-ed1009c5ae12 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529771 Feb 20 20:10:05.414161 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4fcc6-e802-4af9-afbf-353d5208a3bf req-994d299a-7ecc-4559-823f-24a70671f9db tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:05.415714 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1d4fcc6-e802-4af9-afbf-353d5208a3bf req-994d299a-7ecc-4559-823f-24a70671f9db tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0546360 Feb 20 20:10:05.466310 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b1d4fcc6-e802-4af9-afbf-353d5208a3bf req-a35f17c0-dc57-4713-9a68-d72b9ca046bf tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435474 Feb 20 20:10:06.149120 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489ed42-34d4-4e24-873b-40371bfbfa8f req-5312fe45-ed3f-4019-b5f5-345e75665e15 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:06.150642 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b489ed42-34d4-4e24-873b-40371bfbfa8f req-5312fe45-ed3f-4019-b5f5-345e75665e15 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 943 time: 0.0593467 Feb 20 20:10:06.204443 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b489ed42-34d4-4e24-873b-40371bfbfa8f req-decc6957-1283-4e79-a610-3864c8925cba tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475924 Feb 20 20:10:06.602307 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 24ada99e-5acc-483e-9242-a2920061f997 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:10:06.609914 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fe3d7-9dc0-4d63-8139-e94007b41f1a req-35ca4762-5018-4f68-ac71-3a0876820731 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:06.611491 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c19fe3d7-9dc0-4d63-8139-e94007b41f1a req-35ca4762-5018-4f68-ac71-3a0876820731 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0653517 Feb 20 20:10:06.614146 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device aa6313ae-aae7-4bf6-95d3-33dafde145dd no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:06.643753 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: aa6313ae-aae7-4bf6-95d3-33dafde145dd {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:06.644108 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device aa6313ae-aae7-4bf6-95d3-33dafde145dd not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:06.665323 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c19fe3d7-9dc0-4d63-8139-e94007b41f1a req-95c3d355-726b-4f41-8cb9-513b71b9ca59 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471699 Feb 20 20:10:06.799547 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4809ecd-7ee1-4b6b-aa47-e9d6d098601e req-9654a684-2acc-462d-81bd-845225fd3718 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:06.801067 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e4809ecd-7ee1-4b6b-aa47-e9d6d098601e req-9654a684-2acc-462d-81bd-845225fd3718 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 946 time: 0.0593431 Feb 20 20:10:06.856964 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e4809ecd-7ee1-4b6b-aa47-e9d6d098601e req-9cf00267-0529-4807-9e2e-61f89dd1b32c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495858 Feb 20 20:10:06.880879 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 24ada99e-5acc-483e-9242-a2920061f997, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=24ada99e-5acc-483e-9242-a2920061f997,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:06.893725 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '24ada99e-5acc-483e-9242-a2920061f997', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'port_id': '24ada99e-5acc-483e-9242-a2920061f997', 'mac_address': 'fa:16:3e:db:41:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:10:06.933377 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 24ada99e-5acc-483e-9242-a2920061f997 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:06.933771 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (24ada99e-5acc-483e-9242-a2920061f997), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:06.948352 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ada99e-5acc-483e-9242-a2920061f997 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:10:06.974540 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 24ada99e-5acc-483e-9242-a2920061f997, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=24ada99e-5acc-483e-9242-a2920061f997,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:07.073572 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (24ada99e-5acc-483e-9242-a2920061f997), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:07.131584 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=24ada99e-5acc-483e-9242-a2920061f997,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:07.337274 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1a067-d7ff-4a39-b3c0-79a5e61694a4 req-9ce08c86-9b20-4bd8-ada3-f349fc48a48a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:07.338827 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-43b1a067-d7ff-4a39-b3c0-79a5e61694a4 req-9ce08c86-9b20-4bd8-ada3-f349fc48a48a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 944 time: 0.0645356 Feb 20 20:10:07.392674 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-43b1a067-d7ff-4a39-b3c0-79a5e61694a4 req-9eba939d-5d38-45fa-a3ae-cdbe67c3d3c7 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479672 Feb 20 20:10:07.476002 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['24ada99e-5acc-483e-9242-a2920061f997'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:10:07.810380 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c24d17-1821-4352-b6dc-72fc787f40c4 req-bf65f92e-400f-46c2-b49e-98d882293723 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:07.812081 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-95c24d17-1821-4352-b6dc-72fc787f40c4 req-bf65f92e-400f-46c2-b49e-98d882293723 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0554256 Feb 20 20:10:07.863038 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-95c24d17-1821-4352-b6dc-72fc787f40c4 req-0e10c220-595d-4e0c-b8ec-d574753b011d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453644 Feb 20 20:10:07.978016 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719cc7-7753-42e0-92c5-e9ed552ce72b req-e4454b6e-55d1-40ac-8fc0-bc0d8afa8e80 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:07.979398 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86719cc7-7753-42e0-92c5-e9ed552ce72b req-e4454b6e-55d1-40ac-8fc0-bc0d8afa8e80 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 946 time: 0.0525680 Feb 20 20:10:08.028834 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86719cc7-7753-42e0-92c5-e9ed552ce72b req-6b03ede5-68dc-4a24-8da0-9c36d23c8b16 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Feb 20 20:10:08.514524 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d4786-4d78-4fbb-8f57-6d3e5cb69e89 req-38fed16e-1041-4a77-9144-5a4e5334a02a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:08.515988 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d1d4786-4d78-4fbb-8f57-6d3e5cb69e89 req-38fed16e-1041-4a77-9144-5a4e5334a02a tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 944 time: 0.0525434 Feb 20 20:10:08.567873 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d1d4786-4d78-4fbb-8f57-6d3e5cb69e89 req-fd0ea657-f947-4cd1-8a38-716091722df9 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459294 Feb 20 20:10:08.623620 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 24ada99e-5acc-483e-9242-a2920061f997 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:10:08.676082 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 24ada99e-5acc-483e-9242-a2920061f997 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:10:08.676363 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (24ada99e-5acc-483e-9242-a2920061f997), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:08.755235 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-f3b8ee24-b9c7-4597-bb59-2b010e08a286 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:08.756745 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-f3b8ee24-b9c7-4597-bb59-2b010e08a286 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 946 time: 0.0540128 Feb 20 20:10:08.763986 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 24ada99e-5acc-483e-9242-a2920061f997 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:08.764672 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (24ada99e-5acc-483e-9242-a2920061f997), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:08.789603 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ada99e-5acc-483e-9242-a2920061f997'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:08.791883 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e2f1e4-4ea2-4da5-8b96-88008d1fe40c" -d '{"events": [{"server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "name": "network-vif-plugged", "status": "completed", "tag": "24ada99e-5acc-483e-9242-a2920061f997"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:08.808220 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 24ada99e-5acc-483e-9242-a2920061f997, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=24ada99e-5acc-483e-9242-a2920061f997,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:08.839988 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dadda8-1c11-4f69-8ef5-7efb7bcb0018 x-openstack-request-id: req-c5dadda8-1c11-4f69-8ef5-7efb7bcb0018 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:08.839988 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "name": "network-vif-plugged", "status": "completed", "tag": "24ada99e-5acc-483e-9242-a2920061f997", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:08.840730 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5dadda8-1c11-4f69-8ef5-7efb7bcb0018 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:08.840730 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ada99e-5acc-483e-9242-a2920061f997', 'code': 200} Feb 20 20:10:08.867199 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-c2a287ad-b809-46de-9702-6f72e5bafcbd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Deleting port 04c29bfa-c7dd-4a87-8d83-65625078dd50 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:08.867544 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-c2a287ad-b809-46de-9702-6f72e5bafcbd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:08.919917 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (24ada99e-5acc-483e-9242-a2920061f997), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:08.970011 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=24ada99e-5acc-483e-9242-a2920061f997,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:09.001298 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-c2a287ad-b809-46de-9702-6f72e5bafcbd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] For port 04c29bfa-c7dd-4a87-8d83-65625078dd50, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=04c29bfa-c7dd-4a87-8d83-65625078dd50,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:09.001672 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-c2a287ad-b809-46de-9702-6f72e5bafcbd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:09.018220 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-c2a287ad-b809-46de-9702-6f72e5bafcbd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Calling delete_port for 04c29bfa-c7dd-4a87-8d83-65625078dd50 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:09.043350 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d938fdd-a7b7-43cb-ac6f-ad44543995cc req-8cd72969-0bcf-4262-a9a7-1836191db0be tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:09.045355 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5d938fdd-a7b7-43cb-ac6f-ad44543995cc req-8cd72969-0bcf-4262-a9a7-1836191db0be tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0965705 Feb 20 20:10:09.164063 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5d938fdd-a7b7-43cb-ac6f-ad44543995cc req-307b00c3-bac0-4d8e-9144-0e437d768d03 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907745 Feb 20 20:10:09.232743 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f247e-f295-4220-bb95-1ba0d0558ac5 req-17afefd9-50ef-4c07-af51-09de26ffae62 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:09.234223 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-da6f247e-f295-4220-bb95-1ba0d0558ac5 req-17afefd9-50ef-4c07-af51-09de26ffae62 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 946 time: 0.1332390 Feb 20 20:10:09.299242 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-da6f247e-f295-4220-bb95-1ba0d0558ac5 req-cd068027-12ba-4145-ba86-6c811eab754b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545440 Feb 20 20:10:09.303928 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cd85d-9e56-43a3-8c10-fb3cfca78f8d req-8baba978-1f53-452c-8344-f1959397bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:09.306039 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ce8cd85d-9e56-43a3-8c10-fb3cfca78f8d req-8baba978-1f53-452c-8344-f1959397bec0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1129 time: 0.0465071 Feb 20 20:10:09.343216 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-c2a287ad-b809-46de-9702-6f72e5bafcbd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (04c29bfa-c7dd-4a87-8d83-65625078dd50), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:09.355128 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ce8cd85d-9e56-43a3-8c10-fb3cfca78f8d req-230612bd-b179-4d78-ab34-19e1a50c9ecc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Feb 20 20:10:09.370456 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a287ad-b809-46de-9702-6f72e5bafcbd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Pushing event deleted for resources: {'Port': ['ID=04c29bfa-c7dd-4a87-8d83-65625078dd50,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:09.381574 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['d872fe09-a9ab-4392-ac8e-1421bc217d95', 'e80e85e5-c807-440e-b552-b5406cb0afa7', '04c29bfa-c7dd-4a87-8d83-65625078dd50'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:10:09.426085 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-c2a287ad-b809-46de-9702-6f72e5bafcbd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] No DVR routers for this DVR port 04c29bfa-c7dd-4a87-8d83-65625078dd50 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:09.428620 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-c2a287ad-b809-46de-9702-6f72e5bafcbd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:09.432127 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-508bce5c-6a79-445d-97e5-939e8ddfdfd9 req-c2a287ad-b809-46de-9702-6f72e5bafcbd tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "DELETE /v2.0/ports/04c29bfa-c7dd-4a87-8d83-65625078dd50 HTTP/1.1" status: 204 len: 173 time: 0.6671286 Feb 20 20:10:09.432746 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663894bf-b677-40cf-8c2f-db3bc1531865', 'name': 'network-vif-deleted', 'tag': '04c29bfa-c7dd-4a87-8d83-65625078dd50'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:09.435141 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8a8010-12f8-469d-b86f-6d534aea1754" -d '{"events": [{"server_uuid": "663894bf-b677-40cf-8c2f-db3bc1531865", "name": "network-vif-deleted", "tag": "04c29bfa-c7dd-4a87-8d83-65625078dd50"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:09.472807 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca99d6e-19c4-440b-8e7d-cc86b4d22769 x-openstack-request-id: req-1ca99d6e-19c4-440b-8e7d-cc86b4d22769 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:09.473125 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663894bf-b677-40cf-8c2f-db3bc1531865", "name": "network-vif-deleted", "tag": "04c29bfa-c7dd-4a87-8d83-65625078dd50", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:09.473379 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ca99d6e-19c4-440b-8e7d-cc86b4d22769 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:09.473775 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663894bf-b677-40cf-8c2f-db3bc1531865', 'name': 'network-vif-deleted', 'tag': '04c29bfa-c7dd-4a87-8d83-65625078dd50', 'status': 'completed', 'code': 200} Feb 20 20:10:09.703695 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab448fc-7ec4-4d93-afe9-ac8c125b3875 req-ceaf1a29-c7e0-4061-9653-000c461075de tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:09.705477 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fab448fc-7ec4-4d93-afe9-ac8c125b3875 req-ceaf1a29-c7e0-4061-9653-000c461075de tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0583248 Feb 20 20:10:09.756760 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fab448fc-7ec4-4d93-afe9-ac8c125b3875 req-c09df4a5-c94f-4be1-bf8d-4fb759710800 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456696 Feb 20 20:10:10.307328 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c481f-10e1-445e-acc4-feef9da9ec64 req-f9e2c899-6e34-44b1-ad72-9e676c8976cb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:10.308819 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-990c481f-10e1-445e-acc4-feef9da9ec64 req-f9e2c899-6e34-44b1-ad72-9e676c8976cb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0593181 Feb 20 20:10:10.365311 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-990c481f-10e1-445e-acc4-feef9da9ec64 req-fd021d6d-28c5-4914-9753-0493b2bd997f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477340 Feb 20 20:10:10.412118 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-92d0754b-d19e-48da-8172-c940820cd640 req-dad6f8aa-b632-41b5-b986-ebd9686ad742 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=663894bf-b677-40cf-8c2f-db3bc1531865 HTTP/1.1" status: 200 len: 210 time: 0.0319991 Feb 20 20:10:10.886173 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed827a2d-12da-4321-a7b5-16a2e5b00076 req-d04549fd-55b7-44b8-a36d-8cc9deadce00 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:10.887713 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ed827a2d-12da-4321-a7b5-16a2e5b00076 req-d04549fd-55b7-44b8-a36d-8cc9deadce00 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0579984 Feb 20 20:10:10.939313 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ed827a2d-12da-4321-a7b5-16a2e5b00076 req-e3939cf7-6d69-40c4-9218-16300c8bae5b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450299 Feb 20 20:10:11.501476 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749d731-b994-4607-9d75-df52195c78af req-f79cdd79-bdb2-4d6a-8ba4-56fa90b4df44 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:11.503039 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a749d731-b994-4607-9d75-df52195c78af req-f79cdd79-bdb2-4d6a-8ba4-56fa90b4df44 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0612631 Feb 20 20:10:11.554750 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a749d731-b994-4607-9d75-df52195c78af req-195991c9-f27c-4c13-b549-0a91afbf6b6d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457673 Feb 20 20:10:11.984438 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564a1ed-a841-4246-82e8-cbdfbf498c48 req-bead8e71-7025-41c6-8726-cf2a6dd43f6c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:11.986123 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6564a1ed-a841-4246-82e8-cbdfbf498c48 req-bead8e71-7025-41c6-8726-cf2a6dd43f6c tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 946 time: 0.0583019 Feb 20 20:10:12.037718 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6564a1ed-a841-4246-82e8-cbdfbf498c48 req-8b1aee0e-e8b4-4cb1-b82f-08880ccd296b tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Feb 20 20:10:12.657574 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 04c29bfa-c7dd-4a87-8d83-65625078dd50 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:12.682283 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 04c29bfa-c7dd-4a87-8d83-65625078dd50 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:12.682624 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 04c29bfa-c7dd-4a87-8d83-65625078dd50 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:12.696119 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f044587-b839-40d3-82f8-5833c82d43d8 req-cd5e28f7-cd43-41af-91bf-c0d12dd6b670 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:12.697684 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7f044587-b839-40d3-82f8-5833c82d43d8 req-cd5e28f7-cd43-41af-91bf-c0d12dd6b670 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0623276 Feb 20 20:10:12.746858 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7f044587-b839-40d3-82f8-5833c82d43d8 req-c725afd2-504c-4e23-9453-c5c4dee2cc8f tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436728 Feb 20 20:10:13.156344 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e43ae-575a-4b2a-a3c6-e1fd5e167875 req-592f4479-a3cc-48a5-91f5-66cc6e5e94d7 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:13.157900 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c70e43ae-575a-4b2a-a3c6-e1fd5e167875 req-592f4479-a3cc-48a5-91f5-66cc6e5e94d7 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 946 time: 0.0526915 Feb 20 20:10:13.211281 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c70e43ae-575a-4b2a-a3c6-e1fd5e167875 req-848b6fc0-e39e-44f1-8ba6-070bc8d866bc tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470965 Feb 20 20:10:13.779322 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-ee76fcc9-629b-4306-a891-063d7cd7a125 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:13.780824 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-ee76fcc9-629b-4306-a891-063d7cd7a125 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 946 time: 0.0529504 Feb 20 20:10:13.908454 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cc3d7-fa2d-4bc7-8eb8-93349574494f req-5220659f-1871-453f-bc29-ceb0fecebe41 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:13.909976 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-608cc3d7-fa2d-4bc7-8eb8-93349574494f req-5220659f-1871-453f-bc29-ceb0fecebe41 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0889773 Feb 20 20:10:13.934897 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-b6e7c20e-ad40-45e4-bcbc-18fee8642bb8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Deleting port e80e85e5-c807-440e-b552-b5406cb0afa7 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:13.935233 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-b6e7c20e-ad40-45e4-bcbc-18fee8642bb8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.010373 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-608cc3d7-fa2d-4bc7-8eb8-93349574494f req-5ae62b97-18b8-48cd-94f4-538843ac1f3a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924878 Feb 20 20:10:14.043565 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-b6e7c20e-ad40-45e4-bcbc-18fee8642bb8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] For port e80e85e5-c807-440e-b552-b5406cb0afa7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e80e85e5-c807-440e-b552-b5406cb0afa7,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:14.043843 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-b6e7c20e-ad40-45e4-bcbc-18fee8642bb8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.056087 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-b6e7c20e-ad40-45e4-bcbc-18fee8642bb8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Calling delete_port for e80e85e5-c807-440e-b552-b5406cb0afa7 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:14.244756 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-b6e7c20e-ad40-45e4-bcbc-18fee8642bb8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (e80e85e5-c807-440e-b552-b5406cb0afa7), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.276180 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7c20e-ad40-45e4-bcbc-18fee8642bb8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Pushing event deleted for resources: {'Port': ['ID=e80e85e5-c807-440e-b552-b5406cb0afa7,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:14.282344 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['d872fe09-a9ab-4392-ac8e-1421bc217d95', 'e80e85e5-c807-440e-b552-b5406cb0afa7'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:10:14.327613 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-30e068d7-b4e4-44a1-a913-07ca40352b14 req-ef8826da-0df0-4287-a983-9e760319f9b4 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 210 time: 0.0448022 Feb 20 20:10:14.346583 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-b6e7c20e-ad40-45e4-bcbc-18fee8642bb8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] No DVR routers for this DVR port e80e85e5-c807-440e-b552-b5406cb0afa7 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:14.346583 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-b6e7c20e-ad40-45e4-bcbc-18fee8642bb8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.349122 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25faaa73-62ed-4e62-b1ef-937454d6526b req-b6e7c20e-ad40-45e4-bcbc-18fee8642bb8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "DELETE /v2.0/ports/e80e85e5-c807-440e-b552-b5406cb0afa7 HTTP/1.1" status: 204 len: 173 time: 0.5617554 Feb 20 20:10:14.349539 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdff4760-c8ef-4f40-a118-40c44d576689', 'name': 'network-vif-deleted', 'tag': 'e80e85e5-c807-440e-b552-b5406cb0afa7'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:14.351994 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43c414c-6999-44e7-bb2e-204cce40ee65" -d '{"events": [{"server_uuid": "bdff4760-c8ef-4f40-a118-40c44d576689", "name": "network-vif-deleted", "tag": "e80e85e5-c807-440e-b552-b5406cb0afa7"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:14.393377 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d0160f-ea6f-4ee1-8d4f-9096373602fe x-openstack-request-id: req-21d0160f-ea6f-4ee1-8d4f-9096373602fe {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:14.393697 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdff4760-c8ef-4f40-a118-40c44d576689", "name": "network-vif-deleted", "tag": "e80e85e5-c807-440e-b552-b5406cb0afa7", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:14.393999 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21d0160f-ea6f-4ee1-8d4f-9096373602fe {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:14.394422 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdff4760-c8ef-4f40-a118-40c44d576689', 'name': 'network-vif-deleted', 'tag': 'e80e85e5-c807-440e-b552-b5406cb0afa7', 'status': 'completed', 'code': 200} Feb 20 20:10:15.137364 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ee7be-6cbe-4e0b-8f97-58e51890ce07 req-d0f12548-cb04-46e7-9266-ad469ae0c770 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:15.138917 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d74ee7be-6cbe-4e0b-8f97-58e51890ce07 req-d0f12548-cb04-46e7-9266-ad469ae0c770 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0572960 Feb 20 20:10:15.188580 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d74ee7be-6cbe-4e0b-8f97-58e51890ce07 req-db5b0485-01a3-445b-9432-e8c5d0ec4fcb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437534 Feb 20 20:10:15.443749 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-92e4fd47-ad11-4d47-a49a-b07d416ef708 req-76571a58-ba0a-4035-b859-9974171a1382 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdff4760-c8ef-4f40-a118-40c44d576689 HTTP/1.1" status: 200 len: 210 time: 0.0302308 Feb 20 20:10:16.329846 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bf3e8-c884-4bcc-be99-f3959c6d70c9 req-e4ae38b9-45d7-48e6-a7be-91f8d4c227b2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:16.333638 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-106bf3e8-c884-4bcc-be99-f3959c6d70c9 req-e4ae38b9-45d7-48e6-a7be-91f8d4c227b2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0661035 Feb 20 20:10:16.385176 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-106bf3e8-c884-4bcc-be99-f3959c6d70c9 req-49e6b200-4219-4f12-b656-d3e71367a1ce tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478311 Feb 20 20:10:16.684300 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device e80e85e5-c807-440e-b552-b5406cb0afa7 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:16.711207 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: e80e85e5-c807-440e-b552-b5406cb0afa7 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:16.711549 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device e80e85e5-c807-440e-b552-b5406cb0afa7 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:17.597946 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1acea1-5f6e-4d5f-90ed-d4aeda7e8eab req-b5311a31-6083-4e66-8526-23c3d25579df tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:17.601022 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d1acea1-5f6e-4d5f-90ed-d4aeda7e8eab req-b5311a31-6083-4e66-8526-23c3d25579df tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.1085212 Feb 20 20:10:17.683339 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8d1acea1-5f6e-4d5f-90ed-d4aeda7e8eab req-7f6d6357-f6f7-4f96-adcf-b9d284e023f8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745554 Feb 20 20:10:18.068577 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.321737 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e90611-ba59-4367-87dd-9b7e2290d3a1 req-93e0d64d-8603-41b2-8a52-430cf4450c85 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:18.323565 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-21e90611-ba59-4367-87dd-9b7e2290d3a1 req-93e0d64d-8603-41b2-8a52-430cf4450c85 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 945 time: 0.0650539 Feb 20 20:10:18.381417 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-21e90611-ba59-4367-87dd-9b7e2290d3a1 req-1df2188c-1f97-4d3c-997d-76e90ddbe643 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519085 Feb 20 20:10:18.816548 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d325e3-93a1-4e65-b245-82538e61f074 req-76101150-59d1-4aa5-b9ce-75b01c7a142b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:18.818753 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-79d325e3-93a1-4e65-b245-82538e61f074 req-76101150-59d1-4aa5-b9ce-75b01c7a142b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0561604 Feb 20 20:10:18.867639 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-79d325e3-93a1-4e65-b245-82538e61f074 req-959f2369-5893-4d04-a347-267ea9b7a600 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432642 Feb 20 20:10:19.004326 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:10:19.506585 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8573e36-4493-4134-b7d2-9c9b8ed8fb2c req-708f736d-e5f2-4bca-9eda-d9d249f7eb3d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:19.508160 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a8573e36-4493-4134-b7d2-9c9b8ed8fb2c req-708f736d-e5f2-4bca-9eda-d9d249f7eb3d tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 945 time: 0.0576248 Feb 20 20:10:19.564674 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a8573e36-4493-4134-b7d2-9c9b8ed8fb2c req-7e032ec6-b5f2-4698-a2e0-e37a13f654a8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505929 Feb 20 20:10:20.007976 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fb3eb-323e-47a1-9c3a-3c17f281f401 req-fd072613-ff66-4752-a980-deb4497c2266 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:20.009655 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-330fb3eb-323e-47a1-9c3a-3c17f281f401 req-fd072613-ff66-4752-a980-deb4497c2266 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0623283 Feb 20 20:10:20.075946 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-330fb3eb-323e-47a1-9c3a-3c17f281f401 req-f993c7c8-039d-44f7-90b9-f881048b945d tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604026 Feb 20 20:10:20.235777 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-64abf6a9-859f-4f17-a46c-773a444e349f tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:20.237383 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-64abf6a9-859f-4f17-a46c-773a444e349f tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 945 time: 0.0787635 Feb 20 20:10:20.349635 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-5cd0c7c4-7011-4044-b68d-d3c82f28ab4e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Deleting port d872fe09-a9ab-4392-ac8e-1421bc217d95 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:20.349974 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-5cd0c7c4-7011-4044-b68d-d3c82f28ab4e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:20.447052 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-5cd0c7c4-7011-4044-b68d-d3c82f28ab4e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] For port d872fe09-a9ab-4392-ac8e-1421bc217d95, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d872fe09-a9ab-4392-ac8e-1421bc217d95,segment=NetworkSegment(b43d2424-475f-4dc8-9310-485caf050902),segment_id=b43d2424-475f-4dc8-9310-485caf050902)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:20.447410 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-5cd0c7c4-7011-4044-b68d-d3c82f28ab4e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:20.460489 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-5cd0c7c4-7011-4044-b68d-d3c82f28ab4e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Calling delete_port for d872fe09-a9ab-4392-ac8e-1421bc217d95 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:20.697743 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-5cd0c7c4-7011-4044-b68d-d3c82f28ab4e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (d872fe09-a9ab-4392-ac8e-1421bc217d95), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:20.736393 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['d872fe09-a9ab-4392-ac8e-1421bc217d95'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:10:20.742703 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150fb5-a999-4ac8-aa0e-155485db6457 req-3466c4d3-c0fa-4f2c-ae68-2fab181730d8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:20.744523 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2e150fb5-a999-4ac8-aa0e-155485db6457 req-3466c4d3-c0fa-4f2c-ae68-2fab181730d8 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 945 time: 0.0943441 Feb 20 20:10:20.746379 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0c7c4-7011-4044-b68d-d3c82f28ab4e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Pushing event deleted for resources: {'Port': ['ID=d872fe09-a9ab-4392-ac8e-1421bc217d95,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:20.808627 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-5cd0c7c4-7011-4044-b68d-d3c82f28ab4e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] No DVR routers for this DVR port d872fe09-a9ab-4392-ac8e-1421bc217d95 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:20.816078 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-5cd0c7c4-7011-4044-b68d-d3c82f28ab4e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:20.821420 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b714e6ac-000f-40e1-a83f-125a8e0e2496 req-5cd0c7c4-7011-4044-b68d-d3c82f28ab4e tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.75 "DELETE /v2.0/ports/d872fe09-a9ab-4392-ac8e-1421bc217d95 HTTP/1.1" status: 204 len: 173 time: 0.5786715 Feb 20 20:10:20.822146 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24fc5e6-53c6-422a-b7f3-66a6cb6d5403', 'name': 'network-vif-deleted', 'tag': 'd872fe09-a9ab-4392-ac8e-1421bc217d95'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:20.826013 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef2bc56-678a-4ce0-bdcd-80a9026ff70b" -d '{"events": [{"server_uuid": "c24fc5e6-53c6-422a-b7f3-66a6cb6d5403", "name": "network-vif-deleted", "tag": "d872fe09-a9ab-4392-ac8e-1421bc217d95"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:20.861464 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2e150fb5-a999-4ac8-aa0e-155485db6457 req-04134c56-c25b-435e-bea3-4d7bf8880d76 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0be7473-3bc6-4053-91b6-eb67f6aaa124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093233 Feb 20 20:10:20.888429 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da260da-97d0-4537-830f-a93a1fa86f53 x-openstack-request-id: req-3da260da-97d0-4537-830f-a93a1fa86f53 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:20.888796 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24fc5e6-53c6-422a-b7f3-66a6cb6d5403", "name": "network-vif-deleted", "tag": "d872fe09-a9ab-4392-ac8e-1421bc217d95", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:20.889052 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3da260da-97d0-4537-830f-a93a1fa86f53 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:20.889557 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24fc5e6-53c6-422a-b7f3-66a6cb6d5403', 'name': 'network-vif-deleted', 'tag': 'd872fe09-a9ab-4392-ac8e-1421bc217d95', 'status': 'completed', 'code': 200} Feb 20 20:10:21.225124 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7484d7-b11c-460f-ba3a-5bd53e0f63fb req-dac439cb-dcbc-4772-a2c2-7b238101551c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:21.226736 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dc7484d7-b11c-460f-ba3a-5bd53e0f63fb req-dac439cb-dcbc-4772-a2c2-7b238101551c tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0606315 Feb 20 20:10:21.280314 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dc7484d7-b11c-460f-ba3a-5bd53e0f63fb req-96cc1154-c2fe-4f13-8774-7cd8091d4028 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476193 Feb 20 20:10:21.978553 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d832a44a-bba2-4038-a17b-1d6fba413cd1 req-c81f817a-a7d2-43b8-aad1-040a04ec1412 tempest-AttachVolumeNegativeTest-1644093707 tempest-AttachVolumeNegativeTest-1644093707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c24fc5e6-53c6-422a-b7f3-66a6cb6d5403 HTTP/1.1" status: 200 len: 210 time: 0.0301528 Feb 20 20:10:22.416803 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a64a1-edf3-4e54-a8fc-5ca97a9f37b5 req-bb1b17c6-5de7-44a1-8f96-c24c03751c87 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:22.418304 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-664a64a1-edf3-4e54-a8fc-5ca97a9f37b5 req-bb1b17c6-5de7-44a1-8f96-c24c03751c87 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0545142 Feb 20 20:10:22.478214 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-664a64a1-edf3-4e54-a8fc-5ca97a9f37b5 req-9b72c36f-80c2-46bb-bb4d-00062e5a9ffa tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540750 Feb 20 20:10:22.706323 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 1a899be1-fae4-4e55-ab37-e5b2c436daf0 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:10:22.816973 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:22.822716 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac1994-545f-4987-b1a9-b98d11f8a5b6 req-54449a49-a9cc-4577-8cc6-6315c211dadf tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:22.824623 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9fac1994-545f-4987-b1a9-b98d11f8a5b6 req-54449a49-a9cc-4577-8cc6-6315c211dadf tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 945 time: 0.0608265 Feb 20 20:10:22.829620 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'port_id': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'mac_address': 'fa:16:3e:2b:01:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:10:22.872714 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 is: ACTIVE; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:22.873126 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:22.876841 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9fac1994-545f-4987-b1a9-b98d11f8a5b6 req-257f89a9-30e5-4f3b-8f42-a15a7caf4142 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459731 Feb 20 20:10:22.886440 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a899be1-fae4-4e55-ab37-e5b2c436daf0 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:10:22.906269 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:22.964874 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.014596 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:23.022724 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.023074 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.023418 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.023753 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.024083 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.024412 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.024740 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.025065 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.025424 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.025986 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.026319 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.026640 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.026961 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.038586 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47746) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:23.088649 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Deleting subnet 3d07ffe0-ee62-48a1-a5ef-3df2f400560d {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:10:23.091837 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Publish callbacks [] for subnet (3d07ffe0-ee62-48a1-a5ef-3df2f400560d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.127308 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (3d07ffe0-ee62-48a1-a5ef-3df2f400560d), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.166587 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (3d07ffe0-ee62-48a1-a5ef-3df2f400560d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.251961 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['1a899be1-fae4-4e55-ab37-e5b2c436daf0'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:10:23.274432 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (3d07ffe0-ee62-48a1-a5ef-3df2f400560d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.298156 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d07ffe0-ee62-48a1-a5ef-3df2f400560d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:23.311880 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.312317 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.312668 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.313012 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.313404 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.313739 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.314067 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.314431 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.314762 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.315086 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.315613 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.315951 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.316265 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:23.321597 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.331838 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47754) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:23.331950 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d39fd35c-33e7-4af3-9aff-fb7c84d0ef11 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3d07ffe0-ee62-48a1-a5ef-3df2f400560d HTTP/1.1" status: 204 len: 168 time: 0.2878919 Feb 20 20:10:23.412326 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (8b2a19f4-c94f-444f-9511-f39cc6853442), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.492214 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (8b2a19f4-c94f-444f-9511-f39cc6853442), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.514676 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2a19f4-c94f-444f-9511-f39cc6853442']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:23.527960 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43d2424-475f-4dc8-9310-485caf050902') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:23.527960 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43d2424-475f-4dc8-9310-485caf050902') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:23.539522 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32895715'] for segment (b43d2424-475f-4dc8-9310-485caf050902), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.554763 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (b43d2424-475f-4dc8-9310-485caf050902), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.563164 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:10:23.563544 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29963032'] for segment (b43d2424-475f-4dc8-9310-485caf050902), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: Traceback (most recent call last): Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: timer() Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: cb(*args, **kw) Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: return func(*args, **kwargs) Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: self._notify() Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: self.callback(batched_events) Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: event.method(event) Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: return f(self, *a, **k) Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._get(url).json() Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:10:23.565922 dv-cinder-830085-1-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:10:23.658299 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb78d8-6a5f-4e25-b0ac-be5a91192a02 req-ee3f14cb-a421-4cde-9505-d0eab16b9f70 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:23.659773 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a6cb78d8-6a5f-4e25-b0ac-be5a91192a02 req-ee3f14cb-a421-4cde-9505-d0eab16b9f70 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 945 time: 0.0981131 Feb 20 20:10:23.699690 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (8b2a19f4-c94f-444f-9511-f39cc6853442), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.704421 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.708193 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8b2a19f4-c94f-444f-9511-f39cc6853442 HTTP/1.1" status: 204 len: 168 time: 0.3793831 Feb 20 20:10:23.733652 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56db8c1-803d-4125-b420-c23c05a3e168 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2a19f4-c94f-444f-9511-f39cc6853442,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:23.744297 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a6cb78d8-6a5f-4e25-b0ac-be5a91192a02 req-8bafc7a3-d92b-41c2-b08d-fb15c6f2ceb5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786328 Feb 20 20:10:24.071467 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e2eb3-e87b-4a28-b3ae-cc724b9c4a65 req-1569a537-f47b-4f43-8e05-cf54b91dd8bc tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:24.071467 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2a9e2eb3-e87b-4a28-b3ae-cc724b9c4a65 req-1569a537-f47b-4f43-8e05-cf54b91dd8bc tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 945 time: 0.0698540 Feb 20 20:10:24.071467 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2a9e2eb3-e87b-4a28-b3ae-cc724b9c4a65 req-a4c11b6b-4a3a-4db8-a582-82ff6cd78488 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407255 Feb 20 20:10:24.166359 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47782) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:24.211520 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-53296039-03eb-4365-9550-a6a39706ba47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79884d2db8f34ea3a56bb24700c0834b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439153 Feb 20 20:10:24.216701 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47788) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:24.294829 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d93e-d903-453d-a57a-54fe51640583 admin admin] Publish callbacks [] for security_group (a0be7473-3bc6-4053-91b6-eb67f6aaa124), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:24.323421 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d93e-d903-453d-a57a-54fe51640583 admin admin] Publish callbacks [] for security_group (a0be7473-3bc6-4053-91b6-eb67f6aaa124), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:24.451319 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d93e-d903-453d-a57a-54fe51640583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (a0be7473-3bc6-4053-91b6-eb67f6aaa124), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:24.454060 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d93e-d903-453d-a57a-54fe51640583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:24.455497 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d9e3d93e-d903-453d-a57a-54fe51640583 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0be7473-3bc6-4053-91b6-eb67f6aaa124 HTTP/1.1" status: 204 len: 168 time: 0.2377462 Feb 20 20:10:24.465264 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3d93e-d903-453d-a57a-54fe51640583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0be7473-3bc6-4053-91b6-eb67f6aaa124,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:24.716886 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 1a899be1-fae4-4e55-ab37-e5b2c436daf0 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:10:24.815658 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:10:24.815658 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:24.930049 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5239fb2-1a4b-45e4-97f1-1086f47a77e0 req-cefe9385-f885-4173-b765-e229f1ec4738 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:24.931678 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f5239fb2-1a4b-45e4-97f1-1086f47a77e0 req-cefe9385-f885-4173-b765-e229f1ec4738 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 945 time: 0.0836806 Feb 20 20:10:24.974291 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:24.979926 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.032262 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:25.034744 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e025ae-726f-450b-9945-77133f9cf584" -d '{"events": [{"server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "name": "network-vif-plugged", "status": "completed", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:25.047174 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f5239fb2-1a4b-45e4-97f1-1086f47a77e0 req-c62651e2-220d-49bd-bf44-33fb91ad8350 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055305 Feb 20 20:10:25.059142 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:25.090636 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d9193b-d93d-4edd-8515-7670e8eac7e7 x-openstack-request-id: req-06d9193b-d93d-4edd-8515-7670e8eac7e7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:25.090864 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "name": "network-vif-plugged", "status": "completed", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:25.091325 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06d9193b-d93d-4edd-8515-7670e8eac7e7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:25.091722 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'code': 200} Feb 20 20:10:25.136776 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.137785 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device d872fe09-a9ab-4392-ac8e-1421bc217d95 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:25.194419 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: d872fe09-a9ab-4392-ac8e-1421bc217d95 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:25.194796 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device d872fe09-a9ab-4392-ac8e-1421bc217d95 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:25.233618 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd322793-baa1-4708-bc9a-18181a7af1cb req-ea8f07f9-cb91-499f-abcd-9c72ae9e432c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:25.237383 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:25.241023 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fd322793-baa1-4708-bc9a-18181a7af1cb req-ea8f07f9-cb91-499f-abcd-9c72ae9e432c tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 945 time: 0.0878870 Feb 20 20:10:25.303617 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fd322793-baa1-4708-bc9a-18181a7af1cb req-5b93c916-1a88-4703-9139-b715ed036368 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups?id=af02febd-2074-4961-97b6-c49b027257ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614874 Feb 20 20:10:25.361448 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-5387fdb7-2bf6-42a7-b9b1-001f38b607e0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:25.363355 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-5387fdb7-2bf6-42a7-b9b1-001f38b607e0 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.75 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 945 time: 0.1194966 Feb 20 20:10:25.504843 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Deleting port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:25.505526 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.673031 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] For port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:25.673031 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.908349 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3fd20357-3d06-4846-a00c-e89dc76ea455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.971684 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.972201 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (597979d2-3039-48ac-b9a8-240479cd27d2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.972378 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Floating IP 597979d2-3039-48ac-b9a8-240479cd27d2 disassociated. External IP: 172.27.0.131, port: 2fc382f7-754d-4b58-ae91-4ee69bef1fc1. Feb 20 20:10:25.972689 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Calling delete_port for 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:26.288557 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (2fc382f7-754d-4b58-ae91-4ee69bef1fc1), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:26.701221 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event deleted for resources: {'Port': ['ID=2fc382f7-754d-4b58-ae91-4ee69bef1fc1,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:26.737194 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12a3b6-00ec-45a3-8901-cc6d8e915009 req-a96912e0-9669-4adc-b142-b9b132485365 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:26.740637 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3f12a3b6-00ec-45a3-8901-cc6d8e915009 req-a96912e0-9669-4adc-b142-b9b132485365 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.5237277 Feb 20 20:10:26.743170 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5f7c4c0e-71eb-4beb-b43e-2c3d7d0169cd req-3e310178-d515-4eab-b554-599c3942e7d5 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 210 time: 0.0640807 Feb 20 20:10:26.892476 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3f12a3b6-00ec-45a3-8901-cc6d8e915009 req-75abbf47-42c6-465f-bc8f-b0a57c7bebef tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133146 Feb 20 20:10:26.921027 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:10:27.050384 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:10:27.062354 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9490635d-e892-4888-8421-281915e01e7b None None] Sync routers for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:10:27.078657 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9490635d-e892-4888-8421-281915e01e7b None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:27.079529 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-9490635d-e892-4888-8421-281915e01e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:09:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:27.106815 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] No DVR routers for this DVR port 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:27.110895 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:27.116477 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d8f6c1b9-b817-4402-94c1-766bb51b3aea req-f3238fab-8d97-4239-968f-ee0e90c65e91 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.75 "DELETE /v2.0/ports/2fc382f7-754d-4b58-ae91-4ee69bef1fc1 HTTP/1.1" status: 204 len: 173 time: 1.7474532 Feb 20 20:10:27.117064 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'name': 'network-vif-deleted', 'tag': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:27.119998 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646b4497-b5b9-4285-962c-3a000679ecb7" -d '{"events": [{"server_uuid": "34811e5b-3079-49d9-8b1f-5e3284872e21", "name": "network-vif-deleted", "tag": "2fc382f7-754d-4b58-ae91-4ee69bef1fc1"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:27.235845 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f0c218-6a91-4b1d-ac44-d031d483b0a2 x-openstack-request-id: req-e6f0c218-6a91-4b1d-ac44-d031d483b0a2 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:27.236166 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34811e5b-3079-49d9-8b1f-5e3284872e21", "name": "network-vif-deleted", "tag": "2fc382f7-754d-4b58-ae91-4ee69bef1fc1", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:27.236411 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6f0c218-6a91-4b1d-ac44-d031d483b0a2 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:27.237438 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34811e5b-3079-49d9-8b1f-5e3284872e21', 'name': 'network-vif-deleted', 'tag': '2fc382f7-754d-4b58-ae91-4ee69bef1fc1', 'status': 'completed', 'code': 200} Feb 20 20:10:27.326856 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-9490635d-e892-4888-8421-281915e01e7b None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:27.600624 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-9490635d-e892-4888-8421-281915e01e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:27.629270 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9490635d-e892-4888-8421-281915e01e7b None None] Checking router: c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:10:27.638526 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9490635d-e892-4888-8421-281915e01e7b None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:27.639140 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-9490635d-e892-4888-8421-281915e01e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:09:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:27.903344 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aaff679b-4499-4ac0-8b37-0c07798544b2 req-84ff1e3a-b10d-448e-9b18-405f4401732b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/ports?device_id=34811e5b-3079-49d9-8b1f-5e3284872e21 HTTP/1.1" status: 200 len: 210 time: 0.0401499 Feb 20 20:10:27.912689 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-9490635d-e892-4888-8421-281915e01e7b None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:28.072141 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829135f-7d1f-45ae-b798-c07837650153 req-2a800665-e8c5-4492-ab06-c559bf8c5bbc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:28.073737 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8829135f-7d1f-45ae-b798-c07837650153 req-2a800665-e8c5-4492-ab06-c559bf8c5bbc tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0782139 Feb 20 20:10:28.135698 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8829135f-7d1f-45ae-b798-c07837650153 req-be78e59e-caee-4994-b28e-0f57a29b7530 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559862 Feb 20 20:10:28.163699 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce18e318-ec88-4094-ad74-3842cb44006e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:28.174866 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-9490635d-e892-4888-8421-281915e01e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:28.204262 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9490635d-e892-4888-8421-281915e01e7b None None] The sync data for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi is: [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 4, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd38dd15c-a49a-4ed7-a6ce-7d965d69e533', 'name': '', 'network_id': '071c382c-ea33-42d9-9b4c-49dc8158480b', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'mac_address': 'fa:16:3e:30:be:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:57Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'subnets': [{'id': '25c77737-ac14-4962-b301-e7c4e84c6957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:10:28.468852 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47854) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:28.674310 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6144f71-7848-4abf-b9af-b9907a12ed77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:28.698129 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b20a3-2d93-4c30-899f-b906a2bd4147 None None] New status for floating IP 597979d2-3039-48ac-b9a8-240479cd27d2: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:10:28.720801 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:28.753254 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:28.753886 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 2fc382f7-754d-4b58-ae91-4ee69bef1fc1 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:28.812014 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6144f71-7848-4abf-b9af-b9907a12ed77 admin admin] Publish callbacks [] for security_group (265a9a29-41e2-473c-845b-7a918834349b), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:28.859699 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f6144f71-7848-4abf-b9af-b9907a12ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (265a9a29-41e2-473c-845b-7a918834349b), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:28.906557 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47858) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:28.907390 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f6144f71-7848-4abf-b9af-b9907a12ed77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cb210b4e0374778a72c8a755b01745a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365222 Feb 20 20:10:28.907628 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6144f71-7848-4abf-b9af-b9907a12ed77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265a9a29-41e2-473c-845b-7a918834349b,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:28.998162 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-072e018b-622b-4b50-be42-e70538c695be admin admin] Publish callbacks [] for security_group (265a9a29-41e2-473c-845b-7a918834349b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.033359 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-072e018b-622b-4b50-be42-e70538c695be admin admin] Publish callbacks [] for security_group (265a9a29-41e2-473c-845b-7a918834349b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.102796 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47864) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:29.190779 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dcaab5a-04a1-432d-846c-5fcddff5ec2b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (af02febd-2074-4961-97b6-c49b027257ff), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.224804 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-072e018b-622b-4b50-be42-e70538c695be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (265a9a29-41e2-473c-845b-7a918834349b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.231098 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-072e018b-622b-4b50-be42-e70538c695be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.240905 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-072e018b-622b-4b50-be42-e70538c695be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/265a9a29-41e2-473c-845b-7a918834349b HTTP/1.1" status: 204 len: 168 time: 0.3233612 Feb 20 20:10:29.253455 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e018b-622b-4b50-be42-e70538c695be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265a9a29-41e2-473c-845b-7a918834349b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:29.257797 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dcaab5a-04a1-432d-846c-5fcddff5ec2b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (af02febd-2074-4961-97b6-c49b027257ff), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.319302 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.372354 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61940-8b24-4016-83bd-668715463380 req-2f367d5e-7922-43be-8a00-870a17104170 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:29.377895 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3bb61940-8b24-4016-83bd-668715463380 req-2f367d5e-7922-43be-8a00-870a17104170 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.1241970 Feb 20 20:10:29.416942 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dcaab5a-04a1-432d-846c-5fcddff5ec2b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (af02febd-2074-4961-97b6-c49b027257ff), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.421688 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3dcaab5a-04a1-432d-846c-5fcddff5ec2b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.429041 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-3dcaab5a-04a1-432d-846c-5fcddff5ec2b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "DELETE /v2.0/security-groups/af02febd-2074-4961-97b6-c49b027257ff HTTP/1.1" status: 204 len: 168 time: 0.3246284 Feb 20 20:10:29.430190 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47870) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:29.453625 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3bb61940-8b24-4016-83bd-668715463380 req-019e86a6-1b5d-41a1-bf2d-06e801941afb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702806 Feb 20 20:10:29.460903 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.api.v2.resource [None req-9b5688c8-0f75-4eb8-a760-39c5c8444055 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] show failed (client error): The resource could not be found. Feb 20 20:10:29.467594 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-9b5688c8-0f75-4eb8-a760-39c5c8444055 tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "GET /v2.0/security-groups/af02febd-2074-4961-97b6-c49b027257ff HTTP/1.1" status: 404 len: 347 time: 0.0315492 Feb 20 20:10:29.467932 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47872) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:29.468937 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaab5a-04a1-432d-846c-5fcddff5ec2b tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af02febd-2074-4961-97b6-c49b027257ff,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:29.689165 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-371b9085-a87b-4aa0-97ef-64917872f19d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Deleting port 959a4e17-7ba1-477a-b212-904822533cee {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:29.689517 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-371b9085-a87b-4aa0-97ef-64917872f19d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (959a4e17-7ba1-477a-b212-904822533cee), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.798540 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-371b9085-a87b-4aa0-97ef-64917872f19d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (959a4e17-7ba1-477a-b212-904822533cee), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.798867 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-371b9085-a87b-4aa0-97ef-64917872f19d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (959a4e17-7ba1-477a-b212-904822533cee), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.826337 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-371b9085-a87b-4aa0-97ef-64917872f19d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Calling delete_port for 959a4e17-7ba1-477a-b212-904822533cee owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:30.113574 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-371b9085-a87b-4aa0-97ef-64917872f19d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (959a4e17-7ba1-477a-b212-904822533cee), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.143907 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b9085-a87b-4aa0-97ef-64917872f19d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Pushing event deleted for resources: {'Port': ['ID=959a4e17-7ba1-477a-b212-904822533cee,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:30.213029 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47876) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:30.252558 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb1e4b11-d2ef-440a-8adb-c33b11c16cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.268324 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-371b9085-a87b-4aa0-97ef-64917872f19d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks [] for floatingip (597979d2-3039-48ac-b9a8-240479cd27d2), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.275538 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-371b9085-a87b-4aa0-97ef-64917872f19d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.277458 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-371b9085-a87b-4aa0-97ef-64917872f19d tempest-AttachVolumeTestJSON-1661002890 tempest-AttachVolumeTestJSON-1661002890-project] 10.222.0.60 "DELETE /v2.0/floatingips/597979d2-3039-48ac-b9a8-240479cd27d2 HTTP/1.1" status: 204 len: 168 time: 0.8078797 Feb 20 20:10:30.381252 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb1e4b11-d2ef-440a-8adb-c33b11c16cc7 admin admin] Publish callbacks [] for security_group (6e808521-8aef-456f-8d6d-ff1cf4a07121), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.439775 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eb1e4b11-d2ef-440a-8adb-c33b11c16cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (6e808521-8aef-456f-8d6d-ff1cf4a07121), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.491395 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e4b11-d2ef-440a-8adb-c33b11c16cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e808521-8aef-456f-8d6d-ff1cf4a07121,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:30.503631 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-eb1e4b11-d2ef-440a-8adb-c33b11c16cc7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9db31befe884352af041f9633997cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866168 Feb 20 20:10:30.505128 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47882) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:30.579507 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.607769 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2749f029-b1eb-4bea-81fa-9b195f3f6e0f admin admin] Publish callbacks [] for security_group (6e808521-8aef-456f-8d6d-ff1cf4a07121), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.656422 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2749f029-b1eb-4bea-81fa-9b195f3f6e0f admin admin] Publish callbacks [] for security_group (6e808521-8aef-456f-8d6d-ff1cf4a07121), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.657240 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ec680-405c-4cba-a125-edc81f8d6be1 req-be916dd4-ac1b-4eaa-b242-dd0f15aa4cbf tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:30.670202 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7e8ec680-405c-4cba-a125-edc81f8d6be1 req-be916dd4-ac1b-4eaa-b242-dd0f15aa4cbf tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.1108344 Feb 20 20:10:30.772998 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7e8ec680-405c-4cba-a125-edc81f8d6be1 req-1cf4b8d6-0b43-42db-a0ec-9c6e06e1aa46 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009839 Feb 20 20:10:30.862223 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2749f029-b1eb-4bea-81fa-9b195f3f6e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (6e808521-8aef-456f-8d6d-ff1cf4a07121), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.866754 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2749f029-b1eb-4bea-81fa-9b195f3f6e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:30.870973 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-2749f029-b1eb-4bea-81fa-9b195f3f6e0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e808521-8aef-456f-8d6d-ff1cf4a07121 HTTP/1.1" status: 204 len: 168 time: 0.3621445 Feb 20 20:10:30.883696 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749f029-b1eb-4bea-81fa-9b195f3f6e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e808521-8aef-456f-8d6d-ff1cf4a07121,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:31.974031 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d4786-94c7-4a80-b8b2-b967be27d161 req-ce0d9013-995a-4472-9c37-62d269616808 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:32.000148 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5d3d4786-94c7-4a80-b8b2-b967be27d161 req-ce0d9013-995a-4472-9c37-62d269616808 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.1273084 Feb 20 20:10:32.122258 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5d3d4786-94c7-4a80-b8b2-b967be27d161 req-5b6d8f69-2373-4a58-855a-9fb6f953cd63 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210017 Feb 20 20:10:32.182569 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:33.426797 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec14a99-da21-46c6-b009-6a24c7b088e7 req-164a5f4e-ac40-46ea-a6c7-f95637b41997 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:33.444524 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ec14a99-da21-46c6-b009-6a24c7b088e7 req-164a5f4e-ac40-46ea-a6c7-f95637b41997 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.1151960 Feb 20 20:10:33.512839 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ec14a99-da21-46c6-b009-6a24c7b088e7 req-aa828dda-8934-4a1f-bc13-2ce7f66ec3df tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665183 Feb 20 20:10:34.361337 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47956) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:34.519496 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-31f2f67e-247b-4d0a-a8d9-d01591bf5c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:34.607076 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47968) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:34.631016 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-31f2f67e-247b-4d0a-a8d9-d01591bf5c29 admin admin] Publish callbacks [] for security_group (ad48cd05-c172-4fa2-9dfd-e034e1d31ac2), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:34.713109 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-31f2f67e-247b-4d0a-a8d9-d01591bf5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ad48cd05-c172-4fa2-9dfd-e034e1d31ac2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:34.751976 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-31f2f67e-247b-4d0a-a8d9-d01591bf5c29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1cf5d044f3274cdfb98e02ccf8f9cd35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3889415 Feb 20 20:10:34.763712 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47972) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:34.779881 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2f67e-247b-4d0a-a8d9-d01591bf5c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad48cd05-c172-4fa2-9dfd-e034e1d31ac2,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:34.836625 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65766d10-bdfe-4662-bf01-67c0b21465d4 req-0e39b01a-5bbb-47a4-b4ba-d521ae737a88 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:34.847621 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-65766d10-bdfe-4662-bf01-67c0b21465d4 req-0e39b01a-5bbb-47a4-b4ba-d521ae737a88 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.1889951 Feb 20 20:10:34.924663 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38c9d00b-3312-4308-a728-b0670d5a6a84 admin admin] Publish callbacks [] for security_group (ad48cd05-c172-4fa2-9dfd-e034e1d31ac2), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:34.930669 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-65766d10-bdfe-4662-bf01-67c0b21465d4 req-3327e8c1-668d-423e-966a-2e10263ce3a5 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818071 Feb 20 20:10:34.962600 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38c9d00b-3312-4308-a728-b0670d5a6a84 admin admin] Publish callbacks [] for security_group (ad48cd05-c172-4fa2-9dfd-e034e1d31ac2), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.239078 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38c9d00b-3312-4308-a728-b0670d5a6a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ad48cd05-c172-4fa2-9dfd-e034e1d31ac2), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.242120 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-38c9d00b-3312-4308-a728-b0670d5a6a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.243571 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-38c9d00b-3312-4308-a728-b0670d5a6a84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad48cd05-c172-4fa2-9dfd-e034e1d31ac2 HTTP/1.1" status: 204 len: 168 time: 0.4757805 Feb 20 20:10:35.259654 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9d00b-3312-4308-a728-b0670d5a6a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad48cd05-c172-4fa2-9dfd-e034e1d31ac2,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:35.349630 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1875698'] for router_interface (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.794578 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] Deleting port d38dd15c-a49a-4ed7-a6ce-7d965d69e533 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:35.795965 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.892758 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] For port d38dd15c-a49a-4ed7-a6ce-7d965d69e533, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=d38dd15c-a49a-4ed7-a6ce-7d965d69e533,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:35.893474 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.909858 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] Calling delete_port for d38dd15c-a49a-4ed7-a6ce-7d965d69e533 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:36.110777 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d6da9-dbe2-4e70-9a41-2fc6f091f79d req-0cc82a81-6df5-448c-9ca3-ccb704f95468 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:36.115630 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-af3d6da9-dbe2-4e70-9a41-2fc6f091f79d req-0cc82a81-6df5-448c-9ca3-ccb704f95468 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0813296 Feb 20 20:10:36.150276 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 47984) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:36.175084 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db27d150-3afc-43b6-a31a-cf2c34ff7292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.189298 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-af3d6da9-dbe2-4e70-9a41-2fc6f091f79d req-015681bf-c78e-47e2-8377-ee340db08198 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673180 Feb 20 20:10:36.271466 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db27d150-3afc-43b6-a31a-cf2c34ff7292 admin admin] Publish callbacks [] for security_group (311d26f8-1c6d-4efb-9e14-5a54420f5c98), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.302094 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (d38dd15c-a49a-4ed7-a6ce-7d965d69e533), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.331997 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38dd15c-a49a-4ed7-a6ce-7d965d69e533,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:36.393919 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-db27d150-3afc-43b6-a31a-cf2c34ff7292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (311d26f8-1c6d-4efb-9e14-5a54420f5c98), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.438789 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27d150-3afc-43b6-a31a-cf2c34ff7292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311d26f8-1c6d-4efb-9e14-5a54420f5c98,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:36.461449 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-db27d150-3afc-43b6-a31a-cf2c34ff7292 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=029ddb6ac9524a36a6f6d0fa5bf06c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116512 Feb 20 20:10:36.464072 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 47990) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:36.583167 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c4650a3-543a-4557-af71-c2c0b33ae465 admin admin] Publish callbacks [] for security_group (311d26f8-1c6d-4efb-9e14-5a54420f5c98), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.602600 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1875298'] for router_interface (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.625897 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c4650a3-543a-4557-af71-c2c0b33ae465 admin admin] Publish callbacks [] for security_group (311d26f8-1c6d-4efb-9e14-5a54420f5c98), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.760506 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c4650a3-543a-4557-af71-c2c0b33ae465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (311d26f8-1c6d-4efb-9e14-5a54420f5c98), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.763735 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5c4650a3-543a-4557-af71-c2c0b33ae465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.770897 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5c4650a3-543a-4557-af71-c2c0b33ae465 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/311d26f8-1c6d-4efb-9e14-5a54420f5c98 HTTP/1.1" status: 204 len: 168 time: 0.2999444 Feb 20 20:10:36.778224 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4650a3-543a-4557-af71-c2c0b33ae465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311d26f8-1c6d-4efb-9e14-5a54420f5c98,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:37.090608 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] Router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:10:37.218818 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:10:37.230411 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-b8220139-af82-4bd0-87fc-c9df4f177ef7 admin admin] 10.222.0.60 "PUT /v2.0/routers/c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6188571 Feb 20 20:10:37.230610 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48006) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:37.240161 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] Sync routers for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:10:37.250575 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:37.251861 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:10:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:37.393244 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:37.408982 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Publish callbacks [] for router (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.419049 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dea69b-060d-45cf-bfeb-d4ba4978b622 req-8390c371-5a6e-4a5a-9877-34b923e69302 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:37.421037 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-21dea69b-060d-45cf-bfeb-d4ba4978b622 req-8390c371-5a6e-4a5a-9877-34b923e69302 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.1226466 Feb 20 20:10:37.589861 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-21dea69b-060d-45cf-bfeb-d4ba4978b622 req-74215cc2-63f9-4bc9-b978-7697eff3a381 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345403 Feb 20 20:10:37.601014 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-8c665079-7ade-4e71-98a4-8d4e57e3c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:37.603228 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-8c665079-7ade-4e71-98a4-8d4e57e3c68a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 1130 time: 0.1461422 Feb 20 20:10:37.618128 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:10:36Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:37.657380 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] Checking router: c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:10:37.672717 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] Routers {'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:37.676683 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:10:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:37.680919 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Publish callbacks [] for router_gateway (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.732650 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-45f6e5a4-ecba-42c0-ae22-16bc09290625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:37.733840 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-45f6e5a4-ecba-42c0-ae22-16bc09290625 service neutron] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 918 time: 0.1191082 Feb 20 20:10:37.834547 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] Set router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:37.838197 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-311cfd09-cbda-4493-abe0-37562f1312de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0 HTTP/1.1" status: 200 len: 1002 time: 0.0965869 Feb 20 20:10:37.899689 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Deleting port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:37.900012 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.916316 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-017bfe15-fc54-4617-86d7-0c1c195d82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:37.917116 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-017bfe15-fc54-4617-86d7-0c1c195d82cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.0703702 Feb 20 20:10:38.025323 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-968e9c9d-3eaa-43ec-943c-7d14a758c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:38.026849 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-968e9c9d-3eaa-43ec-943c-7d14a758c17e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825148 Feb 20 20:10:38.035258 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] For port 31e1929d-8909-46ea-a88c-6d09c1d9dbb2, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=31e1929d-8909-46ea-a88c-6d09c1d9dbb2,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:38.035718 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.055515 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:10:36Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:38.074329 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Calling delete_port for 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 owned by network:router_gateway {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:38.086466 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac62bce-0d54-4238-9c7f-42d20082bf66 None None] The sync data for ids ['c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273'] in dv-cinder-830085-1-iscsi is: [{'id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'name': 'tempest-AttachVolumeTestJSON-164226067-router', 'tenant_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:10:36Z', 'revision_number': 5, 'project_id': '27dde5e056c34a6a9fdf78ab276c3fc6', 'gw_port': {'id': '31e1929d-8909-46ea-a88c-6d09c1d9dbb2', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:50Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:10:38.208243 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-3dfba21a-0e44-4c0a-a158-65c67c1f2f05 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696091 Feb 20 20:10:38.400296 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fe0b7613-aaab-4a89-8f37-723f667e9ec0 req-70bffa67-fc54-4451-9079-7e7299572329 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857808 Feb 20 20:10:38.496561 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (31e1929d-8909-46ea-a88c-6d09c1d9dbb2), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.529437 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=31e1929d-8909-46ea-a88c-6d09c1d9dbb2,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:38.606908 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1875848'] for router_gateway (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.728752 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device d38dd15c-a49a-4ed7-a6ce-7d965d69e533 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:38.761077 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: d38dd15c-a49a-4ed7-a6ce-7d965d69e533 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:38.761451 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device d38dd15c-a49a-4ed7-a6ce-7d965d69e533 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:38.824840 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1874452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11427'] for router (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.832990 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Publish callbacks [] for router_controller (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.941208 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd6b33-8736-4942-9252-e32476ebe7c2 req-a63b4e5d-bb6c-4e0d-90f0-2376b8e51938 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:38.945761 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bcd6b33-8736-4942-9252-e32476ebe7c2 req-a63b4e5d-bb6c-4e0d-90f0-2376b8e51938 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.1931021 Feb 20 20:10:39.273782 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1874541'] for router (c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:39.274292 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 {{(pid=103185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:10:39.282112 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:39.285080 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0050abf6-f296-4688-bab7-2241d7365bbd admin admin] 10.222.0.60 "DELETE /v2.0/routers/c5e4e5e7-a4fb-42a7-82a6-ebb5287b3273 HTTP/1.1" status: 204 len: 168 time: 2.0537939 Feb 20 20:10:39.287161 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48046) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:39.321014 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bcd6b33-8736-4942-9252-e32476ebe7c2 req-6ffb7b95-b109-4114-9e36-c756571ab997 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686852 Feb 20 20:10:39.357803 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de4ace4-6420-4b61-977f-d3610519b00e admin admin] Deleting subnet 25c77737-ac14-4962-b301-e7c4e84c6957 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:10:39.362839 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de4ace4-6420-4b61-977f-d3610519b00e admin admin] Publish callbacks [] for subnet (25c77737-ac14-4962-b301-e7c4e84c6957), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:39.403356 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de4ace4-6420-4b61-977f-d3610519b00e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (25c77737-ac14-4962-b301-e7c4e84c6957), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:39.536370 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de4ace4-6420-4b61-977f-d3610519b00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (25c77737-ac14-4962-b301-e7c4e84c6957), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:39.667820 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de4ace4-6420-4b61-977f-d3610519b00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (25c77737-ac14-4962-b301-e7c4e84c6957), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:39.698205 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4ace4-6420-4b61-977f-d3610519b00e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25c77737-ac14-4962-b301-e7c4e84c6957,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:39.702496 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0de4ace4-6420-4b61-977f-d3610519b00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:39.706601 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-0de4ace4-6420-4b61-977f-d3610519b00e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/25c77737-ac14-4962-b301-e7c4e84c6957 HTTP/1.1" status: 204 len: 168 time: 0.4177604 Feb 20 20:10:39.709613 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2096421-f513-4d97-b241-a7d4ac89656c None None] Network 071c382c-ea33-42d9-9b4c-49dc8158480b requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:10:39.710495 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48062) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:39.815655 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (071c382c-ea33-42d9-9b4c-49dc8158480b), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:39.899018 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Deleting port d203bf83-1242-4414-83ad-1546750e2dcd {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:39.899018 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:39.952017 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496a100-9b60-42a6-b4ba-5cf6e4274fb5 None None] DHCP port deletion for 071c382c-ea33-42d9-9b4c-49dc8158480b request from dv-cinder-830085-1-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:10:40.014190 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d496a100-9b60-42a6-b4ba-5cf6e4274fb5 None None] Deleting port d203bf83-1242-4414-83ad-1546750e2dcd {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:40.014447 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] For port d203bf83-1242-4414-83ad-1546750e2dcd, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=d203bf83-1242-4414-83ad-1546750e2dcd,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:40.014726 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.014846 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d496a100-9b60-42a6-b4ba-5cf6e4274fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.029766 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Calling delete_port for d203bf83-1242-4414-83ad-1546750e2dcd owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:40.110104 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d496a100-9b60-42a6-b4ba-5cf6e4274fb5 None None] For port d203bf83-1242-4414-83ad-1546750e2dcd, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=d203bf83-1242-4414-83ad-1546750e2dcd,segment=NetworkSegment(d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa),segment_id=d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:40.110444 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d496a100-9b60-42a6-b4ba-5cf6e4274fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.126072 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d496a100-9b60-42a6-b4ba-5cf6e4274fb5 None None] Calling delete_port for d203bf83-1242-4414-83ad-1546750e2dcd owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:40.215648 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.256755 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Pushing event deleted for resources: {'Port': ['ID=d203bf83-1242-4414-83ad-1546750e2dcd,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:40.260689 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] No DVR routers for this DVR port d203bf83-1242-4414-83ad-1546750e2dcd on host dv-cinder-830085-1-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:40.266077 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d496a100-9b60-42a6-b4ba-5cf6e4274fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433'] for port (d203bf83-1242-4414-83ad-1546750e2dcd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.296376 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496a100-9b60-42a6-b4ba-5cf6e4274fb5 None None] Pushing event deleted for resources: {'Port': ['ID=d203bf83-1242-4414-83ad-1546750e2dcd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:40.301898 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496a100-9b60-42a6-b4ba-5cf6e4274fb5 None None] No DVR routers for this DVR port d203bf83-1242-4414-83ad-1546750e2dcd on host dv-cinder-830085-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:40.351210 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (071c382c-ea33-42d9-9b4c-49dc8158480b), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.377849 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071c382c-ea33-42d9-9b4c-49dc8158480b']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:40.389764 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:40.390050 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85e0686-21c2-4e9b-a8bc-5943ab7cbeaa') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:40.407555 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.425565 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.433628 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:10:40.434034 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (d85e0686-21c2-4e9b-a8bc-5943ab7cbeaa), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:10:40.435980 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:10:40.480304 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e64e1-71f0-456d-b079-48f9e319ee02 req-a6d25e5b-2482-4e4b-8423-6799cde4c410 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:40.481974 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b2e64e1-71f0-456d-b079-48f9e319ee02 req-a6d25e5b-2482-4e4b-8423-6799cde4c410 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 946 time: 0.0745497 Feb 20 20:10:40.556137 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b2e64e1-71f0-456d-b079-48f9e319ee02 req-a08fd391-878b-4ba9-8d8f-5a00e1f540eb tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680821 Feb 20 20:10:40.593576 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (071c382c-ea33-42d9-9b4c-49dc8158480b), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.600522 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.603953 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] 10.222.0.60 "DELETE /v2.0/networks/071c382c-ea33-42d9-9b4c-49dc8158480b HTTP/1.1" status: 204 len: 168 time: 0.8922975 Feb 20 20:10:40.618594 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f047c09-1516-44b1-a230-8819e3d4568e admin admin] Pushing event deleted for resources: {'Network': ['ID=071c382c-ea33-42d9-9b4c-49dc8158480b,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:40.645947 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48080) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:40.727321 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device d203bf83-1242-4414-83ad-1546750e2dcd no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:40.748988 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: d203bf83-1242-4414-83ad-1546750e2dcd {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:40.749774 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device d203bf83-1242-4414-83ad-1546750e2dcd not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:40.749774 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:40.770121 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:40.770467 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 31e1929d-8909-46ea-a88c-6d09c1d9dbb2 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:40.776532 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 1a899be1-fae4-4e55-ab37-e5b2c436daf0 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:40.810369 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a98e1c19-3896-4f94-ac9b-c33fd6ffea8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.933730 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a98e1c19-3896-4f94-ac9b-c33fd6ffea8b admin admin] Publish callbacks [] for security_group (dc98d979-6dfa-4c83-9ada-b3d692508527), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.004973 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-a98e1c19-3896-4f94-ac9b-c33fd6ffea8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (dc98d979-6dfa-4c83-9ada-b3d692508527), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.013563 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 is: ACTIVE; New status is: DOWN {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:41.014179 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.043314 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48084) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:41.046999 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:41.049399 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6ddb63-6ec7-4c7a-92b2-b06465bb8bba" -d '{"events": [{"server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "name": "network-vif-unplugged", "status": "completed", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:41.051735 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e1c19-3896-4f94-ac9b-c33fd6ffea8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98d979-6dfa-4c83-9ada-b3d692508527,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:41.056051 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a98e1c19-3896-4f94-ac9b-c33fd6ffea8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2e60626816d4b6a997fcbb2baa3317c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081056 Feb 20 20:10:41.059568 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48088) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:41.083640 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:41.099922 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84658cb-8198-4588-bc41-47c634eecff3 x-openstack-request-id: req-d84658cb-8198-4588-bc41-47c634eecff3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:41.100557 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "name": "network-vif-unplugged", "status": "completed", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:41.100971 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d84658cb-8198-4588-bc41-47c634eecff3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:41.101576 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'code': 200} Feb 20 20:10:41.107702 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-8be21322-6624-42b4-9b57-590898bbd297 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27dde5e056c34a6a9fdf78ab276c3fc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0630434 Feb 20 20:10:41.111439 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48090) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:41.156159 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-efb48e74-a2ae-4d74-bdc6-d4703bec8499 admin admin] Publish callbacks [] for security_group (dc98d979-6dfa-4c83-9ada-b3d692508527), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.158410 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.193129 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-efb48e74-a2ae-4d74-bdc6-d4703bec8499 admin admin] Publish callbacks [] for security_group (dc98d979-6dfa-4c83-9ada-b3d692508527), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.201068 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53fa041a-75a2-40e4-aa4e-25593b29e342 admin admin] Publish callbacks [] for security_group (cf351fcb-9cdb-40ad-b100-f1376dedf6ee), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.210863 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:41.242713 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53fa041a-75a2-40e4-aa4e-25593b29e342 admin admin] Publish callbacks [] for security_group (cf351fcb-9cdb-40ad-b100-f1376dedf6ee), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.354050 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-efb48e74-a2ae-4d74-bdc6-d4703bec8499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (dc98d979-6dfa-4c83-9ada-b3d692508527), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.356924 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-efb48e74-a2ae-4d74-bdc6-d4703bec8499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.358113 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-efb48e74-a2ae-4d74-bdc6-d4703bec8499 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc98d979-6dfa-4c83-9ada-b3d692508527 HTTP/1.1" status: 204 len: 168 time: 0.2976007 Feb 20 20:10:41.368895 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb48e74-a2ae-4d74-bdc6-d4703bec8499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98d979-6dfa-4c83-9ada-b3d692508527,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:41.432978 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53fa041a-75a2-40e4-aa4e-25593b29e342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (cf351fcb-9cdb-40ad-b100-f1376dedf6ee), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.435661 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-53fa041a-75a2-40e4-aa4e-25593b29e342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.439424 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-53fa041a-75a2-40e4-aa4e-25593b29e342 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf351fcb-9cdb-40ad-b100-f1376dedf6ee HTTP/1.1" status: 204 len: 168 time: 0.3234899 Feb 20 20:10:41.448010 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa041a-75a2-40e4-aa4e-25593b29e342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf351fcb-9cdb-40ad-b100-f1376dedf6ee,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:41.720085 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6f6d-04d8-455f-9e71-c97e959e24f9 req-4fcf1d93-692b-40c2-89c4-c0fb7eb4b6c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:41.721875 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-317d6f6d-04d8-455f-9e71-c97e959e24f9 req-4fcf1d93-692b-40c2-89c4-c0fb7eb4b6c3 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0786746 Feb 20 20:10:41.783980 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-317d6f6d-04d8-455f-9e71-c97e959e24f9 req-7000bc80-2d36-40f1-b0dc-f0296db259e7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547051 Feb 20 20:10:42.243604 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48118) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:42.257521 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24c0729c-1b8a-432a-89ea-ba762d105869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:42.354506 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24c0729c-1b8a-432a-89ea-ba762d105869 admin admin] Publish callbacks [] for security_group (1e274f67-ae3e-43fb-b806-2cb0553dac17), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:42.427847 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-24c0729c-1b8a-432a-89ea-ba762d105869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (1e274f67-ae3e-43fb-b806-2cb0553dac17), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:42.495699 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-24c0729c-1b8a-432a-89ea-ba762d105869 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c65994ac02764c3686eb4d96bf180e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478478 Feb 20 20:10:42.497500 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0729c-1b8a-432a-89ea-ba762d105869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e274f67-ae3e-43fb-b806-2cb0553dac17,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:42.497679 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48126) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:42.581926 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c6cbba5-5897-41e0-82d1-a5f107eb285f admin admin] Publish callbacks [] for security_group (1e274f67-ae3e-43fb-b806-2cb0553dac17), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:42.617897 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c6cbba5-5897-41e0-82d1-a5f107eb285f admin admin] Publish callbacks [] for security_group (1e274f67-ae3e-43fb-b806-2cb0553dac17), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:42.754459 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c6cbba5-5897-41e0-82d1-a5f107eb285f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (1e274f67-ae3e-43fb-b806-2cb0553dac17), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:42.758936 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5c6cbba5-5897-41e0-82d1-a5f107eb285f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:42.760895 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-5c6cbba5-5897-41e0-82d1-a5f107eb285f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e274f67-ae3e-43fb-b806-2cb0553dac17 HTTP/1.1" status: 204 len: 168 time: 0.2618880 Feb 20 20:10:42.774924 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cbba5-5897-41e0-82d1-a5f107eb285f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e274f67-ae3e-43fb-b806-2cb0553dac17,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:43.274908 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa1bd-8d72-4da4-ba30-7ad9a744cfd1 req-a85b65a7-b5e5-435a-b767-9638df24a5a5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:43.278278 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1bbfa1bd-8d72-4da4-ba30-7ad9a744cfd1 req-a85b65a7-b5e5-435a-b767-9638df24a5a5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 945 time: 0.1105783 Feb 20 20:10:43.389366 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1bbfa1bd-8d72-4da4-ba30-7ad9a744cfd1 req-3e2e3713-00d9-441e-8585-6da2ca70d33b tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000259 Feb 20 20:10:44.419571 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9211c-6b41-43c8-996e-7f295324f869 req-2c50889d-5973-4a3e-a994-7aa8b7db45a8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:44.422311 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-96a9211c-6b41-43c8-996e-7f295324f869 req-2c50889d-5973-4a3e-a994-7aa8b7db45a8 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0872183 Feb 20 20:10:44.493426 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-96a9211c-6b41-43c8-996e-7f295324f869 req-9a9c2b0e-a67c-4957-8369-51df0e174bca tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574219 Feb 20 20:10:44.582683 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b67f1-799a-4d91-80c2-05bd383ab290 req-18928dc3-eab4-42a2-b7ed-9eb81d88fa41 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:44.584886 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-334b67f1-799a-4d91-80c2-05bd383ab290 req-18928dc3-eab4-42a2-b7ed-9eb81d88fa41 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 945 time: 0.0708470 Feb 20 20:10:44.673252 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-334b67f1-799a-4d91-80c2-05bd383ab290 req-b8563a41-99ac-4b24-9a35-00287ce42431 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698454 Feb 20 20:10:44.794797 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 1a899be1-fae4-4e55-ab37-e5b2c436daf0 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:44.874568 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 is: DOWN; New status is: DOWN {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:45.031206 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48222) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:45.148100 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-2b208ea2-e160-4886-b4fc-10d5c8e848da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145928 Feb 20 20:10:45.158289 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-f21a9b74-aeb9-49c7-b204-d554134087b5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:10:45.159692 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-f21a9b74-aeb9-49c7-b204-d554134087b5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059814 Feb 20 20:10:45.170850 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-b866bcd5-b41a-422e-95f4-598028d0e221 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:45.170850 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-b866bcd5-b41a-422e-95f4-598028d0e221 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 945 time: 0.0705247 Feb 20 20:10:45.268138 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48230) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:45.302852 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Deleting port 3a701361-cf5b-4df9-9369-e732da8ed34c {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:45.303179 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.431895 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-1b3fec40-6b4d-4d34-a309-237c44d78145 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:45.433790 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-1b3fec40-6b4d-4d34-a309-237c44d78145 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports/1a899be1-fae4-4e55-ab37-e5b2c436daf0 HTTP/1.1" status: 200 len: 941 time: 0.1681819 Feb 20 20:10:45.454149 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] For port 3a701361-cf5b-4df9-9369-e732da8ed34c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3a701361-cf5b-4df9-9369-e732da8ed34c,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:45.454712 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.735537 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed6f1-b66f-48b3-8551-225e455cbd9c req-26bfcec8-b22f-4b89-9f6e-a24a120be5e7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:45.737066 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-74aed6f1-b66f-48b3-8551-225e455cbd9c req-26bfcec8-b22f-4b89-9f6e-a24a120be5e7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.1379025 Feb 20 20:10:45.759874 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.760258 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (f719f543-e235-40a7-b806-4b4fbc7ca0e2), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.760577 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Floating IP f719f543-e235-40a7-b806-4b4fbc7ca0e2 disassociated. External IP: 172.27.0.114, port: 3a701361-cf5b-4df9-9369-e732da8ed34c. Feb 20 20:10:45.764007 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Calling delete_port for 3a701361-cf5b-4df9-9369-e732da8ed34c owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:45.876478 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-74aed6f1-b66f-48b3-8551-225e455cbd9c req-529dd3c8-38ea-43a1-8184-ed8fd4cf9090 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214364 Feb 20 20:10:45.899526 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66c7be-9620-45b5-9217-4d3ba0b360e3 req-b989941a-bf1d-48bc-bec6-f6be35c61d50 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:45.902127 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b66c7be-9620-45b5-9217-4d3ba0b360e3 req-b989941a-bf1d-48bc-bec6-f6be35c61d50 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 945 time: 0.1639121 Feb 20 20:10:45.976736 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b66c7be-9620-45b5-9217-4d3ba0b360e3 req-cff0ad8f-8e69-4bb1-ac27-9f400cd5ee90 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652337 Feb 20 20:10:46.176142 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (3a701361-cf5b-4df9-9369-e732da8ed34c), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:46.209003 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event deleted for resources: {'Port': ['ID=3a701361-cf5b-4df9-9369-e732da8ed34c,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:46.345061 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Router ebf0ad9f-7b60-4077-909d-a032bb5846ea has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:10:46.504559 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:10:46.531410 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] Sync routers for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:10:46.546946 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:46.547570 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:10:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:46.554232 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] No DVR routers for this DVR port 3a701361-cf5b-4df9-9369-e732da8ed34c on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:46.557247 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:46.560799 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4ca178d0-e314-4fdf-8611-5f754ab7ab18 req-5ccfc08f-6227-423e-9d0c-9bc149beae88 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "DELETE /v2.0/ports/3a701361-cf5b-4df9-9369-e732da8ed34c HTTP/1.1" status: 204 len: 173 time: 1.3800082 Feb 20 20:10:46.561271 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'name': 'network-vif-deleted', 'tag': '3a701361-cf5b-4df9-9369-e732da8ed34c'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:46.563800 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a23110-2aba-4bd4-9e1f-5ab91b4eeb2e" -d '{"events": [{"server_uuid": "14017978-5ca1-41e3-9cee-2b9fe9d737d3", "name": "network-vif-deleted", "tag": "3a701361-cf5b-4df9-9369-e732da8ed34c"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:46.633747 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7227bc-6a9a-4155-8307-89b8375fb3be x-openstack-request-id: req-4a7227bc-6a9a-4155-8307-89b8375fb3be {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:46.634311 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14017978-5ca1-41e3-9cee-2b9fe9d737d3", "name": "network-vif-deleted", "tag": "3a701361-cf5b-4df9-9369-e732da8ed34c", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:46.634808 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a7227bc-6a9a-4155-8307-89b8375fb3be {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:46.635494 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14017978-5ca1-41e3-9cee-2b9fe9d737d3', 'name': 'network-vif-deleted', 'tag': '3a701361-cf5b-4df9-9369-e732da8ed34c', 'status': 'completed', 'code': 200} Feb 20 20:10:46.692244 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:46.954399 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:46.984298 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] Checking router: ebf0ad9f-7b60-4077-909d-a032bb5846ea for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:10:46.994484 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:46.995113 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:10:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:47.094810 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35441ee6-07bb-43b8-89d7-25f5a864dabb req-22d24939-f0a5-4d49-90f5-a01417ae3f9e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:47.096635 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35441ee6-07bb-43b8-89d7-25f5a864dabb req-22d24939-f0a5-4d49-90f5-a01417ae3f9e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.1017733 Feb 20 20:10:47.144145 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2a0d6d5a-8a61-40c7-9b50-3383c1a0a45c req-7003cdd8-f80a-4d95-bd66-06275fc3f4b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 210 time: 0.0464962 Feb 20 20:10:47.167471 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:47.181879 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-35441ee6-07bb-43b8-89d7-25f5a864dabb req-5fcad994-6be3-4320-b6d7-386bbf95aef9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751288 Feb 20 20:10:47.434246 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:47.462872 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fefe761-70b1-4862-b244-321d827c7795 None None] The sync data for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi is: [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:10:47.599223 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-084b97c5-ff94-4cdd-b9fe-e79c7ee2e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:47.600767 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-084b97c5-ff94-4cdd-b9fe-e79c7ee2e67a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965&tenant_id=e1bbd53d77c94e618e7f59de051406ed HTTP/1.1" status: 200 len: 1128 time: 0.0760798 Feb 20 20:10:47.697681 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-8a0a2cdb-2b39-4aa3-80d7-42fc13c4cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:47.699109 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-8a0a2cdb-2b39-4aa3-80d7-42fc13c4cc1c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 1128 time: 0.0528998 Feb 20 20:10:47.745697 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304062b9-a562-4d08-9135-aa54630a2de5 None None] New status for floating IP f719f543-e235-40a7-b806-4b4fbc7ca0e2: DOWN {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:10:47.803227 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-1fac4628-2643-43bf-8e4b-d0863a694a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:47.805080 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-1fac4628-2643-43bf-8e4b-d0863a694a59 service neutron] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 918 time: 0.0983746 Feb 20 20:10:47.889602 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-b5e6e761-d72c-4fbf-a814-18b10263be3c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0 HTTP/1.1" status: 200 len: 1000 time: 0.0674870 Feb 20 20:10:47.940442 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-20fa0052-eddd-413b-9387-247234884a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:47.942101 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-20fa0052-eddd-413b-9387-247234884a4f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.0461345 Feb 20 20:10:48.003270 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-7ecc1e39-c836-4faf-a351-5ac94ea60cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:48.004811 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-7ecc1e39-c836-4faf-a351-5ac94ea60cab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565469 Feb 20 20:10:48.073146 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:48.098737 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-129a3526-bd5c-4a47-99a1-f069fae8eee9 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862768 Feb 20 20:10:48.198316 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25a54a03-8bd7-43bb-a214-baa5a11ea703 req-d7fa01f8-d3f4-424d-9537-03d977c6b4ce service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899391 Feb 20 20:10:48.277233 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-deb33ed8-b70e-4689-a257-34c03ee99504 req-e26f8b2c-2563-4c70-9f13-14c405362514 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=14017978-5ca1-41e3-9cee-2b9fe9d737d3 HTTP/1.1" status: 200 len: 210 time: 0.0302434 Feb 20 20:10:48.340307 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955513f-4984-4263-8759-6f6643148b4d req-3200a33c-09d8-44f9-911b-53603ed4ce30 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:48.341761 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1955513f-4984-4263-8759-6f6643148b4d req-3200a33c-09d8-44f9-911b-53603ed4ce30 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0672696 Feb 20 20:10:48.393350 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1955513f-4984-4263-8759-6f6643148b4d req-f10e24ee-7fdf-4d95-8baa-b06bbd71d971 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442629 Feb 20 20:10:48.804162 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 3a701361-cf5b-4df9-9369-e732da8ed34c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:48.852350 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 3a701361-cf5b-4df9-9369-e732da8ed34c {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:48.856073 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 3a701361-cf5b-4df9-9369-e732da8ed34c not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:49.395357 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48344) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:49.546806 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee846bc-9241-432e-99ed-3f8ea55b27bb req-d8292f8f-2856-4850-888c-9565db80f702 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:49.549162 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eee846bc-9241-432e-99ed-3f8ea55b27bb req-d8292f8f-2856-4850-888c-9565db80f702 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0738077 Feb 20 20:10:49.558276 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d1e5629c-7791-4461-8921-7b8ceda8443b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.665985 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-eee846bc-9241-432e-99ed-3f8ea55b27bb req-8b1a1758-32c9-4a22-b071-1dbc489464db tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989745 Feb 20 20:10:49.668009 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d1e5629c-7791-4461-8921-7b8ceda8443b admin admin] Publish callbacks [] for security_group (91e8e8e0-fb19-4b7c-944f-87a8d9517395), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.748238 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d1e5629c-7791-4461-8921-7b8ceda8443b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (91e8e8e0-fb19-4b7c-944f-87a8d9517395), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.755858 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-2f907f89-eff0-4901-aeff-fab4ac65ab92 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140847490&fields=id&tenant_id=7d15dcb9692c401e9d0e06361839bb8b HTTP/1.1" status: 200 len: 267 time: 0.1011691 Feb 20 20:10:49.814731 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d1e5629c-7791-4461-8921-7b8ceda8443b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cc47523482d43da8eb09e481b42838d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180388 Feb 20 20:10:49.818437 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5629c-7791-4461-8921-7b8ceda8443b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e8e8e0-fb19-4b7c-944f-87a8d9517395,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:49.821178 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48354) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:49.981514 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b98a8c78-4e04-417e-87fa-932efe8eefcb admin admin] Publish callbacks [] for security_group (91e8e8e0-fb19-4b7c-944f-87a8d9517395), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.989629 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-db8d13ad-ac31-4070-a6cc-e4e5fcc27843 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:49.991544 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-db8d13ad-ac31-4070-a6cc-e4e5fcc27843 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 811 time: 0.2320499 Feb 20 20:10:50.054504 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b98a8c78-4e04-417e-87fa-932efe8eefcb admin admin] Publish callbacks [] for security_group (91e8e8e0-fb19-4b7c-944f-87a8d9517395), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:50.076877 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-2fed2ecf-422e-4fbb-9dfa-206d5028b48b tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/quotas/7d15dcb9692c401e9d0e06361839bb8b HTTP/1.1" status: 200 len: 375 time: 0.0688651 Feb 20 20:10:50.163637 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-0d757a28-f6c1-4123-803f-734399a04b5a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744724 Feb 20 20:10:50.232501 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b98a8c78-4e04-417e-87fa-932efe8eefcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (91e8e8e0-fb19-4b7c-944f-87a8d9517395), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:50.236208 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b98a8c78-4e04-417e-87fa-932efe8eefcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:50.237860 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b98a8c78-4e04-417e-87fa-932efe8eefcb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91e8e8e0-fb19-4b7c-944f-87a8d9517395 HTTP/1.1" status: 204 len: 168 time: 0.4112718 Feb 20 20:10:50.260070 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a8c78-4e04-417e-87fa-932efe8eefcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e8e8e0-fb19-4b7c-944f-87a8d9517395,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:50.517938 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-0f9ceee8-a950-4197-ae53-267a447a8fb1 service neutron] 10.222.0.60 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393989 Feb 20 20:10:50.678459 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-f2c0a7b1-2e03-4554-a288-1ae2ae1526e5 service neutron] 10.222.0.60 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520965 Feb 20 20:10:50.872949 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31258b65-cb6e-47ce-acb3-3ae9712311ad req-b9c3cd3d-242e-460e-a37e-0a2811a7571e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:50.874825 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-31258b65-cb6e-47ce-acb3-3ae9712311ad req-b9c3cd3d-242e-460e-a37e-0a2811a7571e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0792415 Feb 20 20:10:50.942410 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-31258b65-cb6e-47ce-acb3-3ae9712311ad req-f71a4081-99f8-43f8-b820-5495ebc26758 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598743 Feb 20 20:10:51.118246 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48376) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:51.140403 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-683790fb-5e49-4991-886c-242746d96599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.307050 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-683790fb-5e49-4991-886c-242746d96599 admin admin] Publish callbacks [] for security_group (fd4e0bbc-35f7-4985-a273-d8134f3845a6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.360270 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-683790fb-5e49-4991-886c-242746d96599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (fd4e0bbc-35f7-4985-a273-d8134f3845a6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.443017 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-683790fb-5e49-4991-886c-242746d96599 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=904b0bac6cfb4dec829a16561ef058c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235824 Feb 20 20:10:51.447319 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48382) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:51.474034 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-39dbf802-3ef6-4a9f-af4a-c58722cf1104 req-c87b0637-7090-45ab-b98a-7dca8e100262 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.0688181 Feb 20 20:10:51.474207 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683790fb-5e49-4991-886c-242746d96599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4e0bbc-35f7-4985-a273-d8134f3845a6,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:51.518241 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-226093d8-2aa2-4ab9-8d61-a094e728c2a1 admin admin] Publish callbacks [] for security_group (fd4e0bbc-35f7-4985-a273-d8134f3845a6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.593804 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-226093d8-2aa2-4ab9-8d61-a094e728c2a1 admin admin] Publish callbacks [] for security_group (fd4e0bbc-35f7-4985-a273-d8134f3845a6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.810791 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-226093d8-2aa2-4ab9-8d61-a094e728c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (fd4e0bbc-35f7-4985-a273-d8134f3845a6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.814647 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-226093d8-2aa2-4ab9-8d61-a094e728c2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.826436 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-226093d8-2aa2-4ab9-8d61-a094e728c2a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd4e0bbc-35f7-4985-a273-d8134f3845a6 HTTP/1.1" status: 204 len: 168 time: 0.3711290 Feb 20 20:10:51.860664 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226093d8-2aa2-4ab9-8d61-a094e728c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4e0bbc-35f7-4985-a273-d8134f3845a6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:52.185921 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de67b8-565d-49d0-9159-d68f004cd808 req-459264d1-8f5d-4b08-8db9-4c0b75b76d56 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:52.188487 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-53de67b8-565d-49d0-9159-d68f004cd808 req-459264d1-8f5d-4b08-8db9-4c0b75b76d56 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.1187193 Feb 20 20:10:52.319537 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-53de67b8-565d-49d0-9159-d68f004cd808 req-acbf0b0a-9cc3-435f-9d58-e35284dae500 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210878 Feb 20 20:10:52.711603 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7702849f-c5eb-4d1c-b471-e20665ad41be req-7b4fd2f1-45ba-4ae6-a071-f5470893ec86 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.0602832 Feb 20 20:10:52.758368 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-2b79df18-59e6-487d-9bd9-58e0a848854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:52.761149 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-2b79df18-59e6-487d-9bd9-58e0a848854d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1bbd53d77c94e618e7f59de051406ed&device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 1128 time: 0.1560330 Feb 20 20:10:53.555061 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c22da1-e7ae-47d2-b87f-b85ac60d1fd6 req-0a2fe842-9fba-47c0-92ce-7daedd3f43f9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:53.568037 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-14c22da1-e7ae-47d2-b87f-b85ac60d1fd6 req-0a2fe842-9fba-47c0-92ce-7daedd3f43f9 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.1138558 Feb 20 20:10:53.634340 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-14c22da1-e7ae-47d2-b87f-b85ac60d1fd6 req-d070567c-cb65-4e2c-a44d-f5436e0ecc2b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649121 Feb 20 20:10:53.923021 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dc62e48e-67e8-4eb0-9d56-8bf22dcf7ab8 req-294bfc7b-fdfc-4d63-a3af-5d223aca27d6 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.1098800 Feb 20 20:10:54.895815 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f7ec5-c469-4803-9308-c327dc1ccef1 req-f4dda2c3-e310-4e51-999c-d20cb55c15e4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:54.895815 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-690f7ec5-c469-4803-9308-c327dc1ccef1 req-f4dda2c3-e310-4e51-999c-d20cb55c15e4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0665281 Feb 20 20:10:54.895815 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-690f7ec5-c469-4803-9308-c327dc1ccef1 req-7b1500f3-c917-471c-96f5-7c4e52652d1b tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495594 Feb 20 20:10:55.093926 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0f50256e-5bfe-41ea-a9c7-b5ad1c4d1adf req-c5c3d822-e2db-44c6-aa8c-23e70be581c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.0489085 Feb 20 20:10:55.965813 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8f45ce37-36e1-4999-a130-51e920db3b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:56.021982 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:10:56.146560 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291666e-1a35-4f3e-99d3-3bec914d2a50 req-55a3e6c6-d3ad-42b0-8ddd-4fb651f2b292 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:56.148900 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a291666e-1a35-4f3e-99d3-3bec914d2a50 req-55a3e6c6-d3ad-42b0-8ddd-4fb651f2b292 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.1184022 Feb 20 20:10:56.275919 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a291666e-1a35-4f3e-99d3-3bec914d2a50 req-25ddfb97-759a-4cf0-9b08-0d214199ccad tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134751 Feb 20 20:10:56.328490 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-23bef8f5-aee3-4eb2-a314-b9b73403738e req-822af847-ef2c-43eb-89ad-911625f233fb tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.0434856 Feb 20 20:10:57.440075 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184a6fc-fe7b-40d5-b554-3e21bc6fe3c9 req-773b5e31-05b9-4f8b-b8fb-6eacab1f9f81 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:57.442461 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d184a6fc-fe7b-40d5-b554-3e21bc6fe3c9 req-773b5e31-05b9-4f8b-b8fb-6eacab1f9f81 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0794005 Feb 20 20:10:57.465513 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-78d19d2d-b6cd-426d-9dd0-8d9ccdb8dfab req-82f5ff87-2488-4a70-85f0-7af6d708af98 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.0442560 Feb 20 20:10:57.517761 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d184a6fc-fe7b-40d5-b554-3e21bc6fe3c9 req-ba1f42b3-0547-454f-893b-7f9e6f08fb0a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553677 Feb 20 20:10:57.924387 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4af78797-e4ed-4a46-a850-938fbfb2f1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:58.572074 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6745c2f1-aecd-4dc3-8cfd-872fd323ba4e req-f266998e-e354-4280-9153-03c07b451b6d tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.0386510 Feb 20 20:10:58.656001 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79df48c-e5b2-4856-9867-1b99bb166fbd req-c6d49a99-a639-42d9-8271-f10df64d7cc7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:58.657522 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f79df48c-e5b2-4856-9867-1b99bb166fbd req-c6d49a99-a639-42d9-8271-f10df64d7cc7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.0591784 Feb 20 20:10:58.711717 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f79df48c-e5b2-4856-9867-1b99bb166fbd req-76196ed4-041a-4840-9a2a-d2d923deac83 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483134 Feb 20 20:10:59.296081 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:59.417670 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-bf322953-ad59-422d-907b-e4e0ffb1acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:59.420186 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-bf322953-ad59-422d-907b-e4e0ffb1acbb service neutron] 10.222.0.75 "GET /v2.0/networks?id=628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 200 len: 918 time: 0.1092861 Feb 20 20:10:59.499916 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-27a2f29d-0799-4308-a600-9499658d379b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0 HTTP/1.1" status: 200 len: 1000 time: 0.0716875 Feb 20 20:10:59.554863 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-eecdaaa8-8d1b-4df6-8895-d2b8b2913b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:59.556236 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-eecdaaa8-8d1b-4df6-8895-d2b8b2913b21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 200 len: 856 time: 0.0497193 Feb 20 20:10:59.613243 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-82b94f13-7d59-4f00-91eb-e44bd03c36c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:59.613243 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-82b94f13-7d59-4f00-91eb-e44bd03c36c3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=628a481f-f881-4fc8-9417-12ed3960094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495455 Feb 20 20:10:59.709612 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-29a61e14-e8eb-4279-921c-1a85b5d6d90d req-8df666f0-71b8-4248-87ed-f907d611eca3 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.0623915 Feb 20 20:10:59.802664 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-26cd0da8-3b5c-47fe-8e42-5bde754970f3 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431732 Feb 20 20:10:59.956096 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19398fa2-7ba7-4c7b-a90c-d70f978f8cb6 req-5d4c7f5a-9c07-45a2-989a-55059773b74a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:59.958523 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-19398fa2-7ba7-4c7b-a90c-d70f978f8cb6 req-5d4c7f5a-9c07-45a2-989a-55059773b74a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.1682117 Feb 20 20:10:59.983686 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5bbeb49c-1390-41b9-9a6c-49c890e2a1bf req-0e7009c7-8689-4e18-b9e4-f960bd038ae0 service neutron] 10.222.0.75 "GET /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581781 Feb 20 20:11:00.026250 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-19398fa2-7ba7-4c7b-a90c-d70f978f8cb6 req-7827ac6f-34cb-4a68-89ac-2d4b69e406a7 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553482 Feb 20 20:11:00.548079 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:00.618794 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-f49c991c-f8ee-4113-acfd-59e21f54b831 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:00.620792 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-f49c991c-f8ee-4113-acfd-59e21f54b831 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 811 time: 0.1095848 Feb 20 20:11:00.715549 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-41659b31-8c28-426a-99cc-0612f4280a1a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d15dcb9692c401e9d0e06361839bb8b HTTP/1.1" status: 200 len: 380 time: 0.0745282 Feb 20 20:11:00.759541 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'port': {'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'admin_state_up': True, 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'security_groups': ['ee29f559-0a1d-4ec1-beda-1f6b2bdc6420']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:00.841247 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-02d18455-ee0e-4efe-9d6f-9bda9fbe349a req-e87e7740-ae25-4c73-b438-a479b7cf2344 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.0361168 Feb 20 20:11:00.852157 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 1a899be1-fae4-4e55-ab37-e5b2c436daf0 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:11:00.971607 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:00.991892 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'port_id': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'mac_address': 'fa:16:3e:2b:01:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:11:01.014320 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Made reservation on behalf of 7d15dcb9692c401e9d0e06361839bb8b for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:01.021921 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:01.041864 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:01.042491 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:01.063139 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a899be1-fae4-4e55-ab37-e5b2c436daf0 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:11:01.090466 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:01.213000 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Allocated IP 172.20.0.5 (3ddb480e-c808-4081-b0cb-679d7704b478/d119c215-b079-412f-ab08-881c044261be/9bb3be73-8f90-429e-b3c4-1a5cc212a013) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:11:01.227397 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:01.246885 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e34f84-5665-46ef-8dc2-04d8486e4c0f req-4e576684-514d-4f81-bdd5-3f5bc8ea213e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:01.246885 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-46e34f84-5665-46ef-8dc2-04d8486e4c0f req-4e576684-514d-4f81-bdd5-3f5bc8ea213e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 944 time: 0.1144238 Feb 20 20:11:01.278445 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=9']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:01.365827 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-46e34f84-5665-46ef-8dc2-04d8486e4c0f req-7ccfc761-0717-42bf-9705-eafe880b527e tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076736 Feb 20 20:11:01.421186 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:01.548327 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:01.597283 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Network 3ddb480e-c808-4081-b0cb-679d7704b478 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:01.602118 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['1a899be1-fae4-4e55-ab37-e5b2c436daf0'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:11:01.603159 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:01.609406 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:11:01.635858 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'Port': ['ID=9bb3be73-8f90-429e-b3c4-1a5cc212a013,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:01.667656 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:01.668237 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:01.777335 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9fc48a93-175d-4333-91bf-917f7721c0c0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0246978 Feb 20 20:11:01.800978 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Request body: {'port': {'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:01.915736 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:01.959915 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-1752e1b1-15a0-43fd-8297-d49fff3f0698 None None] Provisioning complete for port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:01.960413 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1752e1b1-15a0-43fd-8297-d49fff3f0698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.017309 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1752e1b1-15a0-43fd-8297-d49fff3f0698 None None] Port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:11:02.211451 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.367129 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48548) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:02.371507 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1046-d945-44b3-b331-2984b99fc27f req-d7fa09c2-087a-4cb9-9aa2-fb53fa24591a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:02.376626 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9c5a1046-d945-44b3-b331-2984b99fc27f req-d7fa09c2-087a-4cb9-9aa2-fb53fa24591a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 931 time: 0.4026241 Feb 20 20:11:02.499716 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9c5a1046-d945-44b3-b331-2984b99fc27f req-2160c4af-18b5-4984-8944-7e1875ec4d8b tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152630 Feb 20 20:11:02.508997 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6e6e048-507d-4d1e-922a-52fc0d0a0fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.578366 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baadc48-d2f1-42b7-a6cb-b7dd5804e20b req-77ef2993-add7-4292-bccc-26f7b5599e84 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:02.579894 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3baadc48-d2f1-42b7-a6cb-b7dd5804e20b req-77ef2993-add7-4292-bccc-26f7b5599e84 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 945 time: 0.1100795 Feb 20 20:11:02.602999 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6e6e048-507d-4d1e-922a-52fc0d0a0fee admin admin] Publish callbacks [] for security_group (4e122041-0a47-4d5e-abc9-0c7dda3e14e1), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.672401 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb3be73-8f90-429e-b3c4-1a5cc212a013 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:11:02.684236 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3baadc48-d2f1-42b7-a6cb-b7dd5804e20b req-d4e31c09-3c2a-4c15-a9b5-fc8c9c63b576 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984039 Feb 20 20:11:02.686114 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Publish callbacks [] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.699753 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Transition to ACTIVE for port object 9bb3be73-8f90-429e-b3c4-1a5cc212a013 will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:11:02.753539 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c6e6e048-507d-4d1e-922a-52fc0d0a0fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (4e122041-0a47-4d5e-abc9-0c7dda3e14e1), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.781578 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.806951 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c6e6e048-507d-4d1e-922a-52fc0d0a0fee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47ed822303854457a2e5d6d25b5ec5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383311 Feb 20 20:11:02.808133 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6e048-507d-4d1e-922a-52fc0d0a0fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e122041-0a47-4d5e-abc9-0c7dda3e14e1,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:02.811064 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48554) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:02.844057 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb3be73-8f90-429e-b3c4-1a5cc212a013,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:02.854051 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 1a899be1-fae4-4e55-ab37-e5b2c436daf0 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:02.870700 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cae0a4e5-6cf2-4551-86ab-4166c942d1a0 admin admin] Publish callbacks [] for security_group (4e122041-0a47-4d5e-abc9-0c7dda3e14e1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.872643 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.873056 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.873445 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.873754 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.874117 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.874414 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.874737 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.875058 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.875374 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.875694 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.876010 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.876327 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.876645 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:02.895750 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cae0a4e5-6cf2-4551-86ab-4166c942d1a0 admin admin] Publish callbacks [] for security_group (4e122041-0a47-4d5e-abc9-0c7dda3e14e1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.955154 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:02.955610 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Attempting to bind port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:11:02.955957 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Attempting to bind port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:11:02.956204 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.956316 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Attempting to bind port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 on network 3ddb480e-c808-4081-b0cb-679d7704b478 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:02.962493 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 on network 3ddb480e-c808-4081-b0cb-679d7704b478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:11:02.962848 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Attempting to bind port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 on network 3ddb480e-c808-4081-b0cb-679d7704b478 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:02.974971 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:11:02.975549 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Checking segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:02.976081 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Bound using segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:11:02.976746 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Bound port: 9bb3be73-8f90-429e-b3c4-1a5cc212a013, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:11:02.977434 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:03.005340 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cae0a4e5-6cf2-4551-86ab-4166c942d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (4e122041-0a47-4d5e-abc9-0c7dda3e14e1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:03.009116 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-cae0a4e5-6cf2-4551-86ab-4166c942d1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:03.015332 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-cae0a4e5-6cf2-4551-86ab-4166c942d1a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e122041-0a47-4d5e-abc9-0c7dda3e14e1 HTTP/1.1" status: 204 len: 168 time: 0.2030931 Feb 20 20:11:03.027794 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0a4e5-6cf2-4551-86ab-4166c942d1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e122041-0a47-4d5e-abc9-0c7dda3e14e1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:03.071031 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:03.071484 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:03.079792 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] For port 9bb3be73-8f90-429e-b3c4-1a5cc212a013, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:11:03.093859 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] For port 9bb3be73-8f90-429e-b3c4-1a5cc212a013, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9bb3be73-8f90-429e-b3c4-1a5cc212a013,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:11:03.109891 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:03.113534 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55213332-a235-497c-bd18-0a6f97d87950" -d '{"events": [{"server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "name": "network-vif-plugged", "status": "completed", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:03.149253 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:03.161849 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52db2e4b-80c2-44aa-8fe8-7078caabc0c0 x-openstack-request-id: req-52db2e4b-80c2-44aa-8fe8-7078caabc0c0 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:03.161849 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "name": "network-vif-plugged", "status": "completed", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:03.161849 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52db2e4b-80c2-44aa-8fe8-7078caabc0c0 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:03.162381 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'code': 200} Feb 20 20:11:03.189160 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:03.231613 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:03.235241 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:03.235785 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:03.237172 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] 10.222.0.75 "PUT /v2.0/ports/9bb3be73-8f90-429e-b3c4-1a5cc212a013 HTTP/1.1" status: 200 len: 1093 time: 1.4438510 Feb 20 20:11:03.237619 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'tag': '9bb3be73-8f90-429e-b3c4-1a5cc212a013'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:03.239979 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c985092-9df8-4739-ac73-f1c380ca4c88" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5dc901-3328-47a3-949d-97b1d3fd0f85", "tag": "9bb3be73-8f90-429e-b3c4-1a5cc212a013"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:03.313715 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71abe756-8e5f-4b22-8037-c0ba6edf8b50 x-openstack-request-id: req-71abe756-8e5f-4b22-8037-c0ba6edf8b50 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:03.314048 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5dc901-3328-47a3-949d-97b1d3fd0f85", "tag": "9bb3be73-8f90-429e-b3c4-1a5cc212a013", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:03.314303 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71abe756-8e5f-4b22-8037-c0ba6edf8b50 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:03.314700 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'tag': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'status': 'completed', 'code': 200} Feb 20 20:11:03.318379 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a737be-e05c-4c96-ad81-ccdde7ff1226 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb3be73-8f90-429e-b3c4-1a5cc212a013,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:03.355599 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=10']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:03.445946 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c985092-9df8-4739-ac73-f1c380ca4c88 req-956614ae-397b-4956-913d-48e0f1c7c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:03.448221 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6c985092-9df8-4739-ac73-f1c380ca4c88 req-956614ae-397b-4956-913d-48e0f1c7c5a2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 1127 time: 0.0793848 Feb 20 20:11:03.654279 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c985092-9df8-4739-ac73-f1c380ca4c88 req-3c3d14c7-7c3b-42b2-bc6d-568274ea0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:03.655751 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6c985092-9df8-4739-ac73-f1c380ca4c88 req-3c3d14c7-7c3b-42b2-bc6d-568274ea0687 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1934264 Feb 20 20:11:03.684399 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753af3e2-864e-466a-b1bd-7677f6efd151 req-bfd28997-1a62-4b2d-8ce4-9678fecc7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:03.686677 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-753af3e2-864e-466a-b1bd-7677f6efd151 req-bfd28997-1a62-4b2d-8ce4-9678fecc7641 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 1131 time: 0.0621526 Feb 20 20:11:03.742590 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-753af3e2-864e-466a-b1bd-7677f6efd151 req-c55e755a-66d0-48fc-b3d2-0dc2ab9342f1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491626 Feb 20 20:11:03.750539 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44e24f-b240-42d3-99c7-20f0543ec800 req-0f05e5dd-3492-43ed-88b5-6402e67076b8 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:03.752133 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dc44e24f-b240-42d3-99c7-20f0543ec800 req-0f05e5dd-3492-43ed-88b5-6402e67076b8 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 943 time: 0.1468697 Feb 20 20:11:03.844918 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c985092-9df8-4739-ac73-f1c380ca4c88 req-2f9474cf-0f83-406e-be63-1919240034cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:03.846650 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6c985092-9df8-4739-ac73-f1c380ca4c88 req-2f9474cf-0f83-406e-be63-1919240034cf service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832464 Feb 20 20:11:03.870525 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dc44e24f-b240-42d3-99c7-20f0543ec800 req-28c0c2d8-5215-4195-af2c-0db9efeab4bd tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098628 Feb 20 20:11:03.883567 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544bd10-6ee9-4739-a07c-7a44f96fed0d req-bef83dca-6931-47ca-9003-d78e3c19ad82 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:03.885205 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7544bd10-6ee9-4739-a07c-7a44f96fed0d req-bef83dca-6931-47ca-9003-d78e3c19ad82 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 947 time: 0.1083610 Feb 20 20:11:03.935943 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7544bd10-6ee9-4739-a07c-7a44f96fed0d req-66020611-ae48-4f52-8018-8d5b692df252 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447829 Feb 20 20:11:03.961826 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48576) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:03.977929 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ca171d2-5853-4724-99ff-b57432d7519b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:04.057690 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ca171d2-5853-4724-99ff-b57432d7519b admin admin] Publish callbacks [] for security_group (c24ad31b-e4d0-43d2-83c5-1eb063bf14ec), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:04.130632 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5ca171d2-5853-4724-99ff-b57432d7519b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c24ad31b-e4d0-43d2-83c5-1eb063bf14ec), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:04.170197 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-5ca171d2-5853-4724-99ff-b57432d7519b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0b6a709ba3543bca979928b118d1f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070894 Feb 20 20:11:04.171566 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca171d2-5853-4724-99ff-b57432d7519b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24ad31b-e4d0-43d2-83c5-1eb063bf14ec,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:04.173911 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48578) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:04.195964 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-4b97a3de-bfcd-427b-acb5-0f3b656abfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:04.197526 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-4b97a3de-bfcd-427b-acb5-0f3b656abfa1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 1127 time: 0.0547068 Feb 20 20:11:04.232011 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbb035b8-f4f4-4924-8004-e8abb20fe055 admin admin] Publish callbacks [] for security_group (c24ad31b-e4d0-43d2-83c5-1eb063bf14ec), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:04.256160 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbb035b8-f4f4-4924-8004-e8abb20fe055 admin admin] Publish callbacks [] for security_group (c24ad31b-e4d0-43d2-83c5-1eb063bf14ec), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:04.256690 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-9096e668-5a5a-4b7f-9b47-e4a7333dacc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bb3be73-8f90-429e-b3c4-1a5cc212a013 HTTP/1.1" status: 200 len: 217 time: 0.0427480 Feb 20 20:11:04.308276 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-c08fc776-b027-44ff-b451-8ec88c58ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:04.309724 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-c08fc776-b027-44ff-b451-8ec88c58ff3e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 200 len: 850 time: 0.0453272 Feb 20 20:11:04.362950 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-61f2cc19-5a90-49fd-b3a3-eee0da7749d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:04.364971 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-61f2cc19-5a90-49fd-b3a3-eee0da7749d8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ddb480e-c808-4081-b0cb-679d7704b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478561 Feb 20 20:11:04.375980 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbb035b8-f4f4-4924-8004-e8abb20fe055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c24ad31b-e4d0-43d2-83c5-1eb063bf14ec), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:04.378659 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bbb035b8-f4f4-4924-8004-e8abb20fe055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:04.384658 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-bbb035b8-f4f4-4924-8004-e8abb20fe055 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c24ad31b-e4d0-43d2-83c5-1eb063bf14ec HTTP/1.1" status: 204 len: 168 time: 0.2051532 Feb 20 20:11:04.388722 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb035b8-f4f4-4924-8004-e8abb20fe055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24ad31b-e4d0-43d2-83c5-1eb063bf14ec,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:04.474549 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-63345a01-a0db-4b69-b81c-e19b3eca797b service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998268 Feb 20 20:11:04.569633 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-921c1d86-cecb-4068-83c7-db4464f3e8f4 req-ae50eb9e-c2da-42e3-b73a-173fd40dc704 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917757 Feb 20 20:11:05.006886 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd19abe-1a98-4004-8dca-bb604839823f req-a5ffe235-cdc7-44d9-b67e-9513cb725e41 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:05.009576 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fbd19abe-1a98-4004-8dca-bb604839823f req-a5ffe235-cdc7-44d9-b67e-9513cb725e41 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 943 time: 0.0612822 Feb 20 20:11:05.118449 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fbd19abe-1a98-4004-8dca-bb604839823f req-34a6c281-c84c-476d-b636-d8385461e6cd tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023128 Feb 20 20:11:05.131949 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a004a-c78d-44cd-9ff8-8414546b9f78 req-9ba95b5e-6539-4345-8249-056fdf59ea14 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:05.133652 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d8a004a-c78d-44cd-9ff8-8414546b9f78 req-9ba95b5e-6539-4345-8249-056fdf59ea14 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 947 time: 0.1072586 Feb 20 20:11:05.192232 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9d8a004a-c78d-44cd-9ff8-8414546b9f78 req-a64d495e-446b-4f33-8c89-223d41f99753 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518723 Feb 20 20:11:06.311311 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e951-853e-45ae-88fc-92c056568711 req-5c7010cc-5050-46e0-8c7f-756668056a1e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:06.312825 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5095e951-853e-45ae-88fc-92c056568711 req-5c7010cc-5050-46e0-8c7f-756668056a1e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 943 time: 0.0730829 Feb 20 20:11:06.395591 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5095e951-853e-45ae-88fc-92c056568711 req-ddab3697-efeb-4972-b131-1844f5f9f212 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650523 Feb 20 20:11:06.405421 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33e851-ce71-4fb0-8340-3c01a9f90ea7 req-23a86ff9-d2fe-478f-9fca-8adacd79e1d0 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:06.407191 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-df33e851-ce71-4fb0-8340-3c01a9f90ea7 req-23a86ff9-d2fe-478f-9fca-8adacd79e1d0 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 947 time: 0.1165795 Feb 20 20:11:06.485851 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-df33e851-ce71-4fb0-8340-3c01a9f90ea7 req-41f4745f-3073-4a0a-97a7-82f67bc2a502 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715215 Feb 20 20:11:07.539266 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa6c78-4ab8-4be5-838a-3b9d41d36101 req-9c9ab5a8-54fc-4b3f-adaa-5c0accdc77db tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:07.543986 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-78fa6c78-4ab8-4be5-838a-3b9d41d36101 req-9c9ab5a8-54fc-4b3f-adaa-5c0accdc77db tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 943 time: 0.0675800 Feb 20 20:11:07.614813 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-78fa6c78-4ab8-4be5-838a-3b9d41d36101 req-1575ead1-5bc6-479e-9ffb-132f2971275c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666037 Feb 20 20:11:07.811932 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc45dc4-39e2-40bc-91ac-6085623ebccc req-bf5feed2-2b17-43a1-beed-ef0a88400de2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:07.813650 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7cc45dc4-39e2-40bc-91ac-6085623ebccc req-bf5feed2-2b17-43a1-beed-ef0a88400de2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 947 time: 0.0684886 Feb 20 20:11:07.873846 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7cc45dc4-39e2-40bc-91ac-6085623ebccc req-9edb6b56-563e-4b09-94b0-5c61da37c452 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538900 Feb 20 20:11:08.038894 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48766) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:08.167241 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f9271287-466f-4874-ad59-baa395ac63f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.261105 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f9271287-466f-4874-ad59-baa395ac63f8 admin admin] Publish callbacks [] for security_group (8761ee56-b3a8-410a-abcc-f4dce16ea60f), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.330474 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f9271287-466f-4874-ad59-baa395ac63f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (8761ee56-b3a8-410a-abcc-f4dce16ea60f), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.369804 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f9271287-466f-4874-ad59-baa395ac63f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4a08cc524e74cdfb129ebded05e96c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296607 Feb 20 20:11:08.370872 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9271287-466f-4874-ad59-baa395ac63f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8761ee56-b3a8-410a-abcc-f4dce16ea60f,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:08.372801 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48770) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:08.439883 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ef111dfb-a47c-40d5-adba-174fa75bb48b admin admin] Publish callbacks [] for security_group (8761ee56-b3a8-410a-abcc-f4dce16ea60f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.475828 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ef111dfb-a47c-40d5-adba-174fa75bb48b admin admin] Publish callbacks [] for security_group (8761ee56-b3a8-410a-abcc-f4dce16ea60f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.627563 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ef111dfb-a47c-40d5-adba-174fa75bb48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (8761ee56-b3a8-410a-abcc-f4dce16ea60f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.630426 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ef111dfb-a47c-40d5-adba-174fa75bb48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.631505 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-ef111dfb-a47c-40d5-adba-174fa75bb48b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8761ee56-b3a8-410a-abcc-f4dce16ea60f HTTP/1.1" status: 204 len: 168 time: 0.2577009 Feb 20 20:11:08.639575 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef111dfb-a47c-40d5-adba-174fa75bb48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8761ee56-b3a8-410a-abcc-f4dce16ea60f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:08.752601 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbb966-9d84-411a-98a9-7080ccfc83b7 req-47ea8561-2348-4523-8f5b-1ebc13b2ca1c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:08.754169 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ccbb966-9d84-411a-98a9-7080ccfc83b7 req-47ea8561-2348-4523-8f5b-1ebc13b2ca1c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 943 time: 0.0551434 Feb 20 20:11:08.828347 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ccbb966-9d84-411a-98a9-7080ccfc83b7 req-bbeb311b-c508-49dc-9774-32b324046a4d tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666251 Feb 20 20:11:09.276241 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48780) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:09.292373 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ea57723-fe18-4cee-bfe0-120cfc04af40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.386550 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ea57723-fe18-4cee-bfe0-120cfc04af40 admin admin] Publish callbacks [] for security_group (dab04191-897e-4529-9a57-05b5791503a7), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.474149 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ea57723-fe18-4cee-bfe0-120cfc04af40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (dab04191-897e-4529-9a57-05b5791503a7), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.514276 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-8ea57723-fe18-4cee-bfe0-120cfc04af40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d946e527e66840b982648b416463b7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361131 Feb 20 20:11:09.515230 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea57723-fe18-4cee-bfe0-120cfc04af40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab04191-897e-4529-9a57-05b5791503a7,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:09.518195 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48782) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:09.583930 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1555-b854-4c67-b445-4ad985270f4d admin admin] Publish callbacks [] for security_group (dab04191-897e-4529-9a57-05b5791503a7), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.607443 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1555-b854-4c67-b445-4ad985270f4d admin admin] Publish callbacks [] for security_group (dab04191-897e-4529-9a57-05b5791503a7), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.729139 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1555-b854-4c67-b445-4ad985270f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (dab04191-897e-4529-9a57-05b5791503a7), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.731954 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1555-b854-4c67-b445-4ad985270f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.733131 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f1fc1555-b854-4c67-b445-4ad985270f4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dab04191-897e-4529-9a57-05b5791503a7 HTTP/1.1" status: 204 len: 168 time: 0.2135317 Feb 20 20:11:09.748554 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc1555-b854-4c67-b445-4ad985270f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab04191-897e-4529-9a57-05b5791503a7,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:09.977626 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3d05f-1384-4f0d-beb1-68579a286004 req-02947c15-f8d3-4f95-a527-c41879a2d68a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:09.979980 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c7f3d05f-1384-4f0d-beb1-68579a286004 req-02947c15-f8d3-4f95-a527-c41879a2d68a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 943 time: 0.0799417 Feb 20 20:11:10.046844 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c7f3d05f-1384-4f0d-beb1-68579a286004 req-94103127-c102-4f45-abed-d639c97cb0ee tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609088 Feb 20 20:11:11.195197 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e2d0a-6b6a-4f24-a1a5-87476a634e59 req-72c970a3-df96-4e36-ba27-5022431e2524 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:11.196753 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-209e2d0a-6b6a-4f24-a1a5-87476a634e59 req-72c970a3-df96-4e36-ba27-5022431e2524 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 943 time: 0.0802815 Feb 20 20:11:11.255052 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-209e2d0a-6b6a-4f24-a1a5-87476a634e59 req-d02a108c-fa46-476e-bb14-82661a60c3bf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518510 Feb 20 20:11:11.697948 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48820) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:11.821225 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5a49-ed81-4c4e-a7e6-10342bcff166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:11.913120 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5a49-ed81-4c4e-a7e6-10342bcff166 admin admin] Publish callbacks [] for security_group (439b77e5-b333-488d-a0b8-0085103a77b1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:11.976258 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5a49-ed81-4c4e-a7e6-10342bcff166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (439b77e5-b333-488d-a0b8-0085103a77b1), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:12.020708 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5fbc5a49-ed81-4c4e-a7e6-10342bcff166 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=790b9e5d03a7477384ca14edf163e5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209710 Feb 20 20:11:12.021815 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc5a49-ed81-4c4e-a7e6-10342bcff166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439b77e5-b333-488d-a0b8-0085103a77b1,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:12.023748 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48826) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:12.093233 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-400bf157-1096-4156-aac2-9cfd1e1b9b48 admin admin] Publish callbacks [] for security_group (439b77e5-b333-488d-a0b8-0085103a77b1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:12.117852 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-400bf157-1096-4156-aac2-9cfd1e1b9b48 admin admin] Publish callbacks [] for security_group (439b77e5-b333-488d-a0b8-0085103a77b1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:12.245021 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-400bf157-1096-4156-aac2-9cfd1e1b9b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (439b77e5-b333-488d-a0b8-0085103a77b1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:12.247979 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-400bf157-1096-4156-aac2-9cfd1e1b9b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:12.249203 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-400bf157-1096-4156-aac2-9cfd1e1b9b48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/439b77e5-b333-488d-a0b8-0085103a77b1 HTTP/1.1" status: 204 len: 168 time: 0.2240882 Feb 20 20:11:12.258259 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bf157-1096-4156-aac2-9cfd1e1b9b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439b77e5-b333-488d-a0b8-0085103a77b1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:12.416507 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a83ea-253a-400e-b3bf-9ceaafd6cc84 req-ad5b421c-2034-4381-a1ab-694ed23df416 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:12.418410 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-628a83ea-253a-400e-b3bf-9ceaafd6cc84 req-ad5b421c-2034-4381-a1ab-694ed23df416 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 943 time: 0.0709848 Feb 20 20:11:12.489954 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-628a83ea-253a-400e-b3bf-9ceaafd6cc84 req-a92b611b-10fd-44b3-914f-837d84c3dcb1 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625310 Feb 20 20:11:12.894277 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 9bb3be73-8f90-429e-b3c4-1a5cc212a013 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:11:13.010688 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 9bb3be73-8f90-429e-b3c4-1a5cc212a013, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9bb3be73-8f90-429e-b3c4-1a5cc212a013,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:13.026494 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'mac_address': 'fa:16:3e:5d:55:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:11:13.075962 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:13.076390 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:13.095478 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb3be73-8f90-429e-b3c4-1a5cc212a013 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:11:13.130137 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 9bb3be73-8f90-429e-b3c4-1a5cc212a013, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9bb3be73-8f90-429e-b3c4-1a5cc212a013,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:13.217566 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:13.273145 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=9bb3be73-8f90-429e-b3c4-1a5cc212a013,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:13.574939 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['9bb3be73-8f90-429e-b3c4-1a5cc212a013'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:11:13.626164 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba722-39d8-4659-95b4-bdd8f5077626 req-140239a3-64ba-40a8-83e6-dcc6a3ef65dd tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:13.628301 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f46ba722-39d8-4659-95b4-bdd8f5077626 req-140239a3-64ba-40a8-83e6-dcc6a3ef65dd tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 944 time: 0.0622957 Feb 20 20:11:13.700920 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f46ba722-39d8-4659-95b4-bdd8f5077626 req-fbb52bf7-cd65-4f19-92dc-37c4bb4ee044 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663075 Feb 20 20:11:14.837223 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211b2dc-1eb6-44bd-bef4-af2161ee174e req-ac7b8b10-d787-4036-9277-cf63e24e8948 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:14.839538 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2211b2dc-1eb6-44bd-bef4-af2161ee174e req-ac7b8b10-d787-4036-9277-cf63e24e8948 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 944 time: 0.0634005 Feb 20 20:11:14.898997 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2211b2dc-1eb6-44bd-bef4-af2161ee174e req-0e2abcb4-5dcc-4f81-909a-e782e67d6627 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522485 Feb 20 20:11:14.909249 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 9bb3be73-8f90-429e-b3c4-1a5cc212a013 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:15.038839 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:11:15.043268 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:15.043571 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:15.148544 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:15.149490 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:15.182983 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb3be73-8f90-429e-b3c4-1a5cc212a013'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:15.185954 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bfacd1-5023-4afe-8a11-a2cc39d5d80e" -d '{"events": [{"server_uuid": "0c5dc901-3328-47a3-949d-97b1d3fd0f85", "name": "network-vif-plugged", "status": "completed", "tag": "9bb3be73-8f90-429e-b3c4-1a5cc212a013"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:15.220436 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 9bb3be73-8f90-429e-b3c4-1a5cc212a013, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9bb3be73-8f90-429e-b3c4-1a5cc212a013,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:15.248648 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e135ced8-f418-4461-90a4-50d44b8d4473 x-openstack-request-id: req-e135ced8-f418-4461-90a4-50d44b8d4473 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:15.248944 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5dc901-3328-47a3-949d-97b1d3fd0f85", "name": "network-vif-plugged", "status": "completed", "tag": "9bb3be73-8f90-429e-b3c4-1a5cc212a013", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:15.249222 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e135ced8-f418-4461-90a4-50d44b8d4473 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:15.249620 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'code': 200} Feb 20 20:11:15.301880 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:15.354015 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=9bb3be73-8f90-429e-b3c4-1a5cc212a013,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:15.688097 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00be0a-e4c2-4ea2-8b54-eeb48e973a5f req-bfa67b0b-a38e-4f6e-8def-32a3090ad277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:15.689774 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-be00be0a-e4c2-4ea2-8b54-eeb48e973a5f req-bfa67b0b-a38e-4f6e-8def-32a3090ad277 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 1129 time: 0.0555789 Feb 20 20:11:15.739981 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-be00be0a-e4c2-4ea2-8b54-eeb48e973a5f req-080bca2d-db1b-4a14-9b6b-87de459c2c3c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Feb 20 20:11:16.044528 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f68ce-29b0-47bb-84f1-5bd47d986906 req-02fc3682-9d75-4333-875b-bda08f2f5e51 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:16.046143 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d43f68ce-29b0-47bb-84f1-5bd47d986906 req-02fc3682-9d75-4333-875b-bda08f2f5e51 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 945 time: 0.0562880 Feb 20 20:11:16.108094 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d43f68ce-29b0-47bb-84f1-5bd47d986906 req-8465c867-55df-43f3-9531-be3d8746cf07 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554769 Feb 20 20:11:17.258013 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9e0d-84ca-463f-bb64-cad70dee2ed9 req-5df41c2b-d472-4d47-a30a-af02869a6de9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:17.262150 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0cec9e0d-84ca-463f-bb64-cad70dee2ed9 req-5df41c2b-d472-4d47-a30a-af02869a6de9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 945 time: 0.0719121 Feb 20 20:11:17.341706 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0cec9e0d-84ca-463f-bb64-cad70dee2ed9 req-93f66087-99d3-47eb-b8ba-65cb0570929f tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749717 Feb 20 20:11:17.466234 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710401d-c828-4fcd-8c50-f79e34b59c5a req-11eb7b00-8187-4e45-9d93-f977baacdc9a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:17.467724 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5710401d-c828-4fcd-8c50-f79e34b59c5a req-11eb7b00-8187-4e45-9d93-f977baacdc9a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 945 time: 0.0563271 Feb 20 20:11:17.529073 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5710401d-c828-4fcd-8c50-f79e34b59c5a req-12acbf5c-537c-4a97-9f19-752b281012c9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550745 Feb 20 20:11:17.551943 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 48920) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:17.598804 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8574c79c-f881-4094-8657-a9b46c13aa06 tempest-TestVolumeBootPattern-1135735533 tempest-TestVolumeBootPattern-1135735533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:17.600767 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-8574c79c-f881-4094-8657-a9b46c13aa06 tempest-TestVolumeBootPattern-1135735533 tempest-TestVolumeBootPattern-1135735533-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 1124 time: 0.0472090 Feb 20 20:11:17.603897 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 48926) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:17.609266 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'floatingip': {'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:17.764632 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:17.891000 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:18.001919 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Allocated IP 172.27.0.208 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/0e264118-2552-439b-aca8-3b7c02f4f7c8) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:11:18.121009 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for port (0e264118-2552-439b-aca8-3b7c02f4f7c8), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:18.147706 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:18.262117 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (0e264118-2552-439b-aca8-3b7c02f4f7c8), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:18.309230 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:18.314466 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:18.319461 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:11:18.322626 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'Port': ['ID=0e264118-2552-439b-aca8-3b7c02f4f7c8,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:18.747163 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (a343b437-e896-453e-b37f-fede0e60d5e4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:18.879187 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (0e264118-2552-439b-aca8-3b7c02f4f7c8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:19.040138 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for port (0e264118-2552-439b-aca8-3b7c02f4f7c8), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:19.146571 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (0e264118-2552-439b-aca8-3b7c02f4f7c8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:19.217377 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'Port': ['ID=0e264118-2552-439b-aca8-3b7c02f4f7c8,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:19.228509 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (a343b437-e896-453e-b37f-fede0e60d5e4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:19.336900 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Floating IP a343b437-e896-453e-b37f-fede0e60d5e4 associated. External IP: 172.27.0.208, port: 9bb3be73-8f90-429e-b3c4-1a5cc212a013. Feb 20 20:11:19.561986 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Router ebf0ad9f-7b60-4077-909d-a032bb5846ea has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:19.958198 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:19.971702 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] Sync routers for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:19.986357 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:19.986996 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:10:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:20.058296 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:20.093473 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c85bcc86-13b3-475c-a300-125d015d1834 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4883182 Feb 20 20:11:20.094208 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'tag': '9bb3be73-8f90-429e-b3c4-1a5cc212a013'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:20.098144 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188a0ee7-ba58-41b7-af93-fa23fdd0823d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5dc901-3328-47a3-949d-97b1d3fd0f85", "tag": "9bb3be73-8f90-429e-b3c4-1a5cc212a013"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:20.136054 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b4f997-2008-43e9-a928-2ecd1cdd2f93 x-openstack-request-id: req-34b4f997-2008-43e9-a928-2ecd1cdd2f93 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:20.136419 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5dc901-3328-47a3-949d-97b1d3fd0f85", "tag": "9bb3be73-8f90-429e-b3c4-1a5cc212a013", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:20.136740 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34b4f997-2008-43e9-a928-2ecd1cdd2f93 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:20.137266 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'tag': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'status': 'completed', 'code': 200} Feb 20 20:11:20.191020 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:20.243306 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-08e990bf-ce45-4e9b-ad1c-48189e6123bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:20.244810 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-08e990bf-ce45-4e9b-ad1c-48189e6123bc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 1129 time: 0.0473125 Feb 20 20:11:20.343345 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-d12a8f75-8eb9-4c21-a716-e5cf5824a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:20.344921 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-d12a8f75-8eb9-4c21-a716-e5cf5824a291 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 912 time: 0.0883689 Feb 20 20:11:20.429341 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'a343b437-e896-453e-b37f-fede0e60d5e4', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:5d:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:11:18Z', 'updated_at': '2022-02-20T20:11:18Z', 'revision_number': 0, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:20.433533 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-26a24cff-2077-4927-97ae-acbce2699b83 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bb3be73-8f90-429e-b3c4-1a5cc212a013 HTTP/1.1" status: 200 len: 999 time: 0.0673125 Feb 20 20:11:20.460263 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] Checking router: ebf0ad9f-7b60-4077-909d-a032bb5846ea for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:20.468854 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:20.469499 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:10:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:20.486589 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-9a889e86-fc15-4543-bbae-df6cd81ae120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:20.488078 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-9a889e86-fc15-4543-bbae-df6cd81ae120 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 200 len: 850 time: 0.0469551 Feb 20 20:11:20.541351 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-6db634e8-e978-4523-a681-91234f62467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:20.542997 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-6db634e8-e978-4523-a681-91234f62467d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ddb480e-c808-4081-b0cb-679d7704b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486739 Feb 20 20:11:20.583530 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:20.670537 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-ac060ca3-ceee-4da8-8e8c-2fed0a14c34f service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142545 Feb 20 20:11:20.770034 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-188a0ee7-ba58-41b7-af93-fa23fdd0823d req-7f2847cf-db57-47b2-83b9-8a912b816e54 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937762 Feb 20 20:11:20.841151 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'a343b437-e896-453e-b37f-fede0e60d5e4', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:5d:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:11:18Z', 'updated_at': '2022-02-20T20:11:18Z', 'revision_number': 0, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:20.874883 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186bab3f-8826-4b4f-943d-f6fec0a0d278 None None] The sync data for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi is: [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'a343b437-e896-453e-b37f-fede0e60d5e4', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:5d:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:11:18Z', 'updated_at': '2022-02-20T20:11:18Z', 'revision_number': 0, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:21.075825 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b479e-d491-4788-8e57-d3ebeb66ead9 None None] New status for floating IP a343b437-e896-453e-b37f-fede0e60d5e4: ACTIVE {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:11:24.967648 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49014) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:25.087294 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-751e7594-18aa-4e3d-a7d2-1d4c1d638e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:25.170863 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-751e7594-18aa-4e3d-a7d2-1d4c1d638e96 admin admin] Publish callbacks [] for security_group (8a470459-13bb-40cb-99ef-4acb2789b9a5), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:25.267567 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-751e7594-18aa-4e3d-a7d2-1d4c1d638e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (8a470459-13bb-40cb-99ef-4acb2789b9a5), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:25.306768 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e7594-18aa-4e3d-a7d2-1d4c1d638e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a470459-13bb-40cb-99ef-4acb2789b9a5,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:25.311003 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-751e7594-18aa-4e3d-a7d2-1d4c1d638e96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f3522c2091a46ca9a193af8196c6295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423517 Feb 20 20:11:25.314013 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49018) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:25.364607 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-52c84232-87bc-492b-8f2a-c76432fc08b3 admin admin] Publish callbacks [] for security_group (8a470459-13bb-40cb-99ef-4acb2789b9a5), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:25.388923 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-52c84232-87bc-492b-8f2a-c76432fc08b3 admin admin] Publish callbacks [] for security_group (8a470459-13bb-40cb-99ef-4acb2789b9a5), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:25.575916 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-52c84232-87bc-492b-8f2a-c76432fc08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (8a470459-13bb-40cb-99ef-4acb2789b9a5), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:25.578530 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-52c84232-87bc-492b-8f2a-c76432fc08b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:25.579697 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-52c84232-87bc-492b-8f2a-c76432fc08b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a470459-13bb-40cb-99ef-4acb2789b9a5 HTTP/1.1" status: 204 len: 168 time: 0.2647665 Feb 20 20:11:25.588387 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c84232-87bc-492b-8f2a-c76432fc08b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a470459-13bb-40cb-99ef-4acb2789b9a5,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:25.936189 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21ee6856-b4c5-4c21-acd5-9043c93028ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:26.423159 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49032) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:26.436715 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-078f4027-64cf-4991-950d-7dac656fd6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:26.511912 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-078f4027-64cf-4991-950d-7dac656fd6d0 admin admin] Publish callbacks [] for security_group (b922e057-515e-4c92-996a-27f3116476c4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:26.649910 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-078f4027-64cf-4991-950d-7dac656fd6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (b922e057-515e-4c92-996a-27f3116476c4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:26.691415 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f4027-64cf-4991-950d-7dac656fd6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b922e057-515e-4c92-996a-27f3116476c4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:26.696149 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-078f4027-64cf-4991-950d-7dac656fd6d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7237f21ea1f54782a23fd6a4f719966b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718673 Feb 20 20:11:26.699134 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49036) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:26.757028 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Publish callbacks [] for security_group (b922e057-515e-4c92-996a-27f3116476c4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:26.780585 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Publish callbacks [] for security_group (b922e057-515e-4c92-996a-27f3116476c4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:26.930741 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (b922e057-515e-4c92-996a-27f3116476c4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:26.933964 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:26.939284 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b922e057-515e-4c92-996a-27f3116476c4 HTTP/1.1" status: 204 len: 168 time: 0.2351274 Feb 20 20:11:26.948256 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b922e057-515e-4c92-996a-27f3116476c4,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:26.956667 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.957026 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.957439 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.957792 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.958738 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.959087 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.959425 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.959760 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.960672 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.960672 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.960849 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.961057 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:26.961411 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69e00-4d4e-4044-b077-94869b5c08b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.666504 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49048) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:27.680525 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e12f5a05-7493-4d89-a385-be23a9360fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.756224 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e12f5a05-7493-4d89-a385-be23a9360fe0 admin admin] Publish callbacks [] for security_group (c29fe273-7a9f-4e69-9b25-6c7566d926ee), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.842931 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e12f5a05-7493-4d89-a385-be23a9360fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c29fe273-7a9f-4e69-9b25-6c7566d926ee), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.881928 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e12f5a05-7493-4d89-a385-be23a9360fe0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0caab88763004cfeb37b4d037723506b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142999 Feb 20 20:11:27.884136 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f5a05-7493-4d89-a385-be23a9360fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29fe273-7a9f-4e69-9b25-6c7566d926ee,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:27.884759 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49050) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:27.935482 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-beab2cd1-d066-452a-b0cb-ec608defdf26 admin admin] Publish callbacks [] for security_group (c29fe273-7a9f-4e69-9b25-6c7566d926ee), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.941436 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84bdac0c-ecce-4f54-b785-d9c4e1cb8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.957191 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-beab2cd1-d066-452a-b0cb-ec608defdf26 admin admin] Publish callbacks [] for security_group (c29fe273-7a9f-4e69-9b25-6c7566d926ee), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.130025 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-beab2cd1-d066-452a-b0cb-ec608defdf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c29fe273-7a9f-4e69-9b25-6c7566d926ee), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.132770 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-beab2cd1-d066-452a-b0cb-ec608defdf26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.141412 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-beab2cd1-d066-452a-b0cb-ec608defdf26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c29fe273-7a9f-4e69-9b25-6c7566d926ee HTTP/1.1" status: 204 len: 168 time: 0.2481999 Feb 20 20:11:28.142452 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab2cd1-d066-452a-b0cb-ec608defdf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29fe273-7a9f-4e69-9b25-6c7566d926ee,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:29.277873 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49080) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:29.312515 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.379290 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1225108541-network', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:29.495793 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Made reservation on behalf of c045506d99f44170a1ba8efc46b78ddc for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:29.498189 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.507608 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.587948 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Publish callbacks [] for security_group (c4c88c7c-1136-4501-8ce9-62a9a0d7f20c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.667017 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c4c88c7c-1136-4501-8ce9-62a9a0d7f20c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.688276 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:11:29.702249 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:29.706973 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (8f2a2f0e-18da-425b-b4d4-14f2bdd166a7), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.707329 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Added segment 8f2a2f0e-18da-425b-b4d4-14f2bdd166a7 of type vlan for network db8c8873-7f1b-493a-86af-596216e0a763 Feb 20 20:11:29.751185 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (db8c8873-7f1b-493a-86af-596216e0a763), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.884401 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (db8c8873-7f1b-493a-86af-596216e0a763), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.885450 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:29.886044 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.948056 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] Pushing event updated for resources: {'Network': ['ID=db8c8873-7f1b-493a-86af-596216e0a763,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:29.959300 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network db8c8873-7f1b-493a-86af-596216e0a763 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:11:30.035257 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-127041b8-5bf4-45c3-b3ee-2fd5a5d14124 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7562804 Feb 20 20:11:30.038694 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49088) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:30.046328 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Request body: {'subnet': {'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1225108541-subnet', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:30.164354 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Made reservation on behalf of c045506d99f44170a1ba8efc46b78ddc for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:30.171957 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29455891'] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.428129 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49092) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:30.450624 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29961919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29456097'] for subnet (8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.512664 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:30.518396 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Checking segment: {'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:30.518754 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Network hostable DHCP agents. Network: db8c8873-7f1b-493a-86af-596216e0a763, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:11:30.547780 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a7e312c-e898-4117-ac04-7c9eb3134645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.558813 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.628163 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a7e312c-e898-4117-ac04-7c9eb3134645 admin admin] Publish callbacks [] for security_group (4bfaeef4-a99a-4655-98bd-17ef36ca9c9d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.655532 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Network db8c8873-7f1b-493a-86af-596216e0a763 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:11:30.769970 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-3a7e312c-e898-4117-ac04-7c9eb3134645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (4bfaeef4-a99a-4655-98bd-17ef36ca9c9d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.810217 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-3a7e312c-e898-4117-ac04-7c9eb3134645 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=009a2141a8c8403b8c20ae8c93753000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809354 Feb 20 20:11:30.818063 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e312c-e898-4117-ac04-7c9eb3134645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfaeef4-a99a-4655-98bd-17ef36ca9c9d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:30.818248 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49096) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:30.818752 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, db8c8873-7f1b-493a-86af-596216e0a763) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:30.827111 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:30.827811 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.829158 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46991444-dc3d-4286-97a9-9502745e8329 None None] Network db8c8873-7f1b-493a-86af-596216e0a763 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:30.865929 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b7505c-26de-4440-b600-240d23d15876 admin admin] Publish callbacks [] for security_group (4bfaeef4-a99a-4655-98bd-17ef36ca9c9d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.889174 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b7505c-26de-4440-b600-240d23d15876 admin admin] Publish callbacks [] for security_group (4bfaeef4-a99a-4655-98bd-17ef36ca9c9d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.920752 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-48b98b26-81c1-47b8-bb79-8d00c380b511 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8783333 Feb 20 20:11:30.921203 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49098) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:30.929748 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:30.939755 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280d935-7abc-53ab-aeff-946d572351b5-db8c8873-7f1b-493a-86af-596216e0a763', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2'}]}} from dv-cinder-830085-1-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:11:30.940725 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.045230 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b7505c-26de-4440-b600-240d23d15876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (4bfaeef4-a99a-4655-98bd-17ef36ca9c9d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.048593 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-02b7505c-26de-4440-b600-240d23d15876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.049796 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-02b7505c-26de-4440-b600-240d23d15876 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bfaeef4-a99a-4655-98bd-17ef36ca9c9d HTTP/1.1" status: 204 len: 168 time: 0.2359366 Feb 20 20:11:31.058287 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7505c-26de-4440-b600-240d23d15876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfaeef4-a99a-4655-98bd-17ef36ca9c9d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:31.073807 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1873850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11345'] for router (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.075121 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1874474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1875835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11434'] for router (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.132211 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks [] for router_controller (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), precommit_add_association {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.171796 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Allocated IP 172.20.0.2 (db8c8873-7f1b-493a-86af-596216e0a763/8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2/154cfe91-bb56-4286-ac7a-a8e52bba6193) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:11:31.414375 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks [] for router_gateway (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.448282 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Publish callbacks [] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.547724 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.591795 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Network db8c8873-7f1b-493a-86af-596216e0a763 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:31.597243 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:31.602592 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:11:31.605968 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Pushing event updated for resources: {'Port': ['ID=154cfe91-bb56-4286-ac7a-a8e52bba6193,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:31.618363 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.618763 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.619115 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.619456 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.619789 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.620201 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.620480 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.620809 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.621167 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.621498 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.621848 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.622179 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.622502 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:31.679036 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Attempting to bind port 154cfe91-bb56-4286-ac7a-a8e52bba6193 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:11:31.679609 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Attempting to bind port 154cfe91-bb56-4286-ac7a-a8e52bba6193 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:11:31.679805 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Attempting to bind port 154cfe91-bb56-4286-ac7a-a8e52bba6193 on network db8c8873-7f1b-493a-86af-596216e0a763 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:31.685956 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:11:31.686473 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Checking segment: {'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:31.687026 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.687606 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Bound using segment: {'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:11:31.688178 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Bound port: 154cfe91-bb56-4286-ac7a-a8e52bba6193, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:11:31.688555 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.729358 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks [] for router_gateway (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.749154 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.758625 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] For port 154cfe91-bb56-4286-ac7a-a8e52bba6193, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:11:31.761971 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] For port 154cfe91-bb56-4286-ac7a-a8e52bba6193, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=154cfe91-bb56-4286-ac7a-a8e52bba6193,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:11:31.861745 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Allocated IP 172.27.0.242 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/5d80dcc5-6f35-4e9c-937d-90677ab0796d) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:11:31.903808 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.969038 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f34b9-aced-4eff-9704-81290ec235d9 None None] Pushing event updated for resources: {'Port': ['ID=154cfe91-bb56-4286-ac7a-a8e52bba6193,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:31.980567 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks [] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.113280 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.175676 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:32.179225 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:32.183169 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:11:32.201312 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.211399 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Pushing event updated for resources: {'Port': ['ID=5d80dcc5-6f35-4e9c-937d-90677ab0796d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:32.371617 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49124) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:32.570512 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks [] for router_gateway (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.772805 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Deleting port fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:32.773426 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.790905 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 154cfe91-bb56-4286-ac7a-a8e52bba6193 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:32.847809 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1874467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884'] for router (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.863838 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 154cfe91-bb56-4286-ac7a-a8e52bba6193 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:32.864511 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.871700 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.872029 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for floatingip (fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.899486 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Calling delete_port for fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:32.983781 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 154cfe91-bb56-4286-ac7a-a8e52bba6193 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:32.984456 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.004163 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:11:33.040368 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 154cfe91-bb56-4286-ac7a-a8e52bba6193, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=154cfe91-bb56-4286-ac7a-a8e52bba6193,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:33.078130 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49132) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:33.099591 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8b496-5bf3-48c9-b399-507f098e7af4 None None] Network db8c8873-7f1b-493a-86af-596216e0a763 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:33.153327 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee is scheduled to L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 with binding_index 1 {{(pid=103185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:11:33.206795 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.220274 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3db64265-9ab9-4912-83a2-5e49e17fe37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.245396 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-4b951ba7-fb49-4da6-b5e6-837fb97ef286 None None] Provisioning complete for port 154cfe91-bb56-4286-ac7a-a8e52bba6193 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:33.245778 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b951ba7-fb49-4da6-b5e6-837fb97ef286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.279163 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.282724 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:33.293918 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Sync routers for ids ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:33.299887 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=154cfe91-bb56-4286-ac7a-a8e52bba6193,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:33.307178 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Routers {'702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:33.308139 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:33.349886 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event deleted for resources: {'Port': ['ID=fcdd9dfd-a4ec-4502-949b-e33ef3ad8fd1,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:33.372022 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4b951ba7-fb49-4da6-b5e6-837fb97ef286 None None] Current status of the port 154cfe91-bb56-4286-ac7a-a8e52bba6193 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:33.395083 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3db64265-9ab9-4912-83a2-5e49e17fe37f admin admin] Publish callbacks [] for security_group (a47b4e37-7272-4193-b6fc-efc76cd30877), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.416583 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for floatingip (87caf68a-2b7e-4490-addb-cc7ac803ec73), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.416948 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.l3_db [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Floating IP 87caf68a-2b7e-4490-addb-cc7ac803ec73 disassociated (deleted). External IP: 172.27.0.136, port: 24ada99e-5acc-483e-9242-a2920061f997. Feb 20 20:11:33.434908 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.439824 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-0f41249f-d7a8-46c2-89f8-3c293a64bf80 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5173981 Feb 20 20:11:33.440554 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49138) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:33.450295 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Set router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:33.468582 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3db64265-9ab9-4912-83a2-5e49e17fe37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (a47b4e37-7272-4193-b6fc-efc76cd30877), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.508495 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-3db64265-9ab9-4912-83a2-5e49e17fe37f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a2139b8da934313b203889b553c1dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264579 Feb 20 20:11:33.514581 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49140) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:33.596373 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8c513826-ac60-44e8-a3be-b83a3fc50852 None None] Provisioning complete for port 154cfe91-bb56-4286-ac7a-a8e52bba6193 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:33.596745 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c513826-ac60-44e8-a3be-b83a3fc50852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.616682 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23e6ebb7-abdc-4b36-b9ae-cb2d5d2aafa3 admin admin] Publish callbacks [] for security_group (a47b4e37-7272-4193-b6fc-efc76cd30877), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.639146 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23e6ebb7-abdc-4b36-b9ae-cb2d5d2aafa3 admin admin] Publish callbacks [] for security_group (a47b4e37-7272-4193-b6fc-efc76cd30877), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.688365 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db64265-9ab9-4912-83a2-5e49e17fe37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47b4e37-7272-4193-b6fc-efc76cd30877,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:33.707516 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8c513826-ac60-44e8-a3be-b83a3fc50852 None None] Current status of the port 154cfe91-bb56-4286-ac7a-a8e52bba6193 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:33.714921 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:32Z', 'revision_number': 3, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:33.747941 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Checking router: 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:33.748547 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Updating router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee port 5d80dcc5-6f35-4e9c-937d-90677ab0796d binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:11:33.773073 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23e6ebb7-abdc-4b36-b9ae-cb2d5d2aafa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (a47b4e37-7272-4193-b6fc-efc76cd30877), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.775725 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-23e6ebb7-abdc-4b36-b9ae-cb2d5d2aafa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.776283 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.776913 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-23e6ebb7-abdc-4b36-b9ae-cb2d5d2aafa3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a47b4e37-7272-4193-b6fc-efc76cd30877 HTTP/1.1" status: 204 len: 168 time: 0.2612982 Feb 20 20:11:33.816996 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6ebb7-abdc-4b36-b9ae-cb2d5d2aafa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47b4e37-7272-4193-b6fc-efc76cd30877,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:33.878237 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Router c7715641-5a24-4f0a-bf7f-0913d7611e6a has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:33.998214 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.009947 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:34.014580 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.024557 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] Sync routers for ids ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:34.042749 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] Routers {'c7715641-5a24-4f0a-bf7f-0913d7611e6a'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:34.043765 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:34.054047 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-fe2c4dc1-507e-4b0f-bee8-ae0536ffda5e tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "DELETE /v2.0/floatingips/87caf68a-2b7e-4490-addb-cc7ac803ec73 HTTP/1.1" status: 204 len: 168 time: 1.6809561 Feb 20 20:11:34.059693 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'tag': '24ada99e-5acc-483e-9242-a2920061f997'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:34.068349 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9508fa-7763-49aa-a8e4-a9f7256346ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "tag": "24ada99e-5acc-483e-9242-a2920061f997"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:34.104335 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Publish callbacks [] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.187166 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] Set router c7715641-5a24-4f0a-bf7f-0913d7611e6a gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:34.204030 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.250754 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Allocated IP 172.20.0.1 (db8c8873-7f1b-493a-86af-596216e0a763/8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2/0efd6a37-c698-4a86-9ea3-f21e7941e6c8) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:11:34.274818 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Pushing event updated for resources: {'Port': ['ID=5d80dcc5-6f35-4e9c-937d-90677ab0796d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:34.277013 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Attempting to bind port 5d80dcc5-6f35-4e9c-937d-90677ab0796d on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:11:34.277475 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Attempting to bind port 5d80dcc5-6f35-4e9c-937d-90677ab0796d by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:11:34.277834 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Attempting to bind port 5d80dcc5-6f35-4e9c-937d-90677ab0796d on network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:34.288656 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.289067 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.289469 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.289812 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.290143 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.290469 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.290791 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.291118 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.291444 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.291776 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.292105 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.292424 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.292743 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:34.310813 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:11:34.311268 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:34.311682 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.312073 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Bound using segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:11:34.312929 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Bound port: 5d80dcc5-6f35-4e9c-937d-90677ab0796d, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:11:34.313514 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.470489 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f631ff-a493-481f-8447-f04f9108fd36 x-openstack-request-id: req-13f631ff-a493-481f-8447-f04f9108fd36 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:34.472085 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "tag": "24ada99e-5acc-483e-9242-a2920061f997", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:34.472558 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13f631ff-a493-481f-8447-f04f9108fd36 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:34.473196 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'tag': '24ada99e-5acc-483e-9242-a2920061f997', 'status': 'completed', 'code': 200} Feb 20 20:11:34.533867 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] For port 5d80dcc5-6f35-4e9c-937d-90677ab0796d, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:11:34.542560 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] For port 5d80dcc5-6f35-4e9c-937d-90677ab0796d, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=5d80dcc5-6f35-4e9c-937d-90677ab0796d,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:11:34.556687 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:44Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '97ecb4e6-0243-4137-9af3-d376a303e43a', 'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'mac_address': 'fa:16:3e:0a:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:43Z', 'updated_at': '2022-02-20T20:05:48Z', 'revision_number': 5, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'subnets': [{'id': '104df7b0-67f9-426c-934c-4cb02066a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:34.596720 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] Checking router: c7715641-5a24-4f0a-bf7f-0913d7611e6a for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:34.606834 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] Routers {'c7715641-5a24-4f0a-bf7f-0913d7611e6a'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:34.607472 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:34.639183 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.718106 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Routers {'702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:34.718762 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:34.754205 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 154cfe91-bb56-4286-ac7a-a8e52bba6193 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:34.777615 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac60918-89c5-43ad-bd2d-280e64c64aa7 None None] Pushing event updated for resources: {'Port': ['ID=5d80dcc5-6f35-4e9c-937d-90677ab0796d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:34.859318 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] Set router c7715641-5a24-4f0a-bf7f-0913d7611e6a gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:34.879994 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] Set router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:34.918055 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 154cfe91-bb56-4286-ac7a-a8e52bba6193 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:34.918055 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.918239 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Publish callbacks [] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.927938 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7346e-64fe-4dbe-b08d-6adbac57f242 req-49fe82b5-3920-48be-9226-932780331b28 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:34.929743 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-32d7346e-64fe-4dbe-b08d-6adbac57f242 req-49fe82b5-3920-48be-9226-932780331b28 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.1676328 Feb 20 20:11:34.935152 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-b737fcd0-bae9-4cff-b9c8-2395a5835c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:34.936764 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-b737fcd0-bae9-4cff-b9c8-2395a5835c25 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c8e34338e9a48629be67b295d115a7a&device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 1129 time: 0.1735344 Feb 20 20:11:35.066435 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-32d7346e-64fe-4dbe-b08d-6adbac57f242 req-66997cf6-15a2-4382-9502-8a2549bea0eb tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269872 Feb 20 20:11:35.109216 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-b82d7f27-d5b6-41a3-8915-38f1f56b9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:35.110697 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-b82d7f27-d5b6-41a3-8915-38f1f56b9dfb service neutron] 10.222.0.75 "GET /v2.0/networks?id=d20a7ac2-8104-4134-8a26-24a979518d49 HTTP/1.1" status: 200 len: 910 time: 0.1609454 Feb 20 20:11:35.127313 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:32Z', 'revision_number': 3, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:35.157419 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49170) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:35.170015 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344374ea-fe4e-463a-bb19-1f11c27c79ef None None] The sync data for ids ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'] in dv-cinder-830085-1-iscsi is: [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:32Z', 'revision_number': 3, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:35.170704 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.179301 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-53ee08f7-594e-4cb0-8d56-4406528e2810 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ada99e-5acc-483e-9242-a2920061f997 HTTP/1.1" status: 200 len: 217 time: 0.0616682 Feb 20 20:11:35.262497 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Network db8c8873-7f1b-493a-86af-596216e0a763 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:35.269673 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:35.271580 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 154cfe91-bb56-4286-ac7a-a8e52bba6193 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:35.274763 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:11:35.277303 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Pushing event updated for resources: {'Port': ['ID=0efd6a37-c698-4a86-9ea3-f21e7941e6c8,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:35.303473 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-56a46853-ccc6-489f-a3ad-e6e6a41a2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:35.304954 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-56a46853-ccc6-489f-a3ad-e6e6a41a2e20 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=104df7b0-67f9-426c-934c-4cb02066a168 HTTP/1.1" status: 200 len: 848 time: 0.0998147 Feb 20 20:11:35.337688 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1221977595-network', 'tenant_id': '808529e78f784dc883aa61be87436be2'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:35.367590 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1875579'] for router_interface (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.372566 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:44Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '97ecb4e6-0243-4137-9af3-d376a303e43a', 'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'mac_address': 'fa:16:3e:0a:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:43Z', 'updated_at': '2022-02-20T20:05:48Z', 'revision_number': 5, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'subnets': [{'id': '104df7b0-67f9-426c-934c-4cb02066a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:35.404133 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f2d2a-8308-4699-9b25-0b32a9134188 None None] The sync data for ids ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'] in dv-cinder-830085-1-iscsi is: [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:05:44Z', 'revision_number': 4, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '97ecb4e6-0243-4137-9af3-d376a303e43a', 'name': '', 'network_id': 'd20a7ac2-8104-4134-8a26-24a979518d49', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'mac_address': 'fa:16:3e:0a:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '104df7b0-67f9-426c-934c-4cb02066a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:43Z', 'updated_at': '2022-02-20T20:05:48Z', 'revision_number': 5, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'subnets': [{'id': '104df7b0-67f9-426c-934c-4cb02066a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:35.439823 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-d3da5b9e-acad-42b7-935c-a7ec8f6ab44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:35.450642 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-d3da5b9e-acad-42b7-935c-a7ec8f6ab44a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d20a7ac2-8104-4134-8a26-24a979518d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1246641 Feb 20 20:11:35.479230 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Made reservation on behalf of 808529e78f784dc883aa61be87436be2 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:35.485002 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.523704 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.659780 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-26d0cb23-9462-47a0-9e3b-03fc1bd1189c None None] Provisioning complete for port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:35.660179 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26d0cb23-9462-47a0-9e3b-03fc1bd1189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.685164 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-5c3fa959-30d4-4d71-8d1f-fb9c99752216 service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357559 Feb 20 20:11:35.686013 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Publish callbacks [] for security_group (76ca523b-e931-4b61-8ffa-3eaabccaa050), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.708952 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-26d0cb23-9462-47a0-9e3b-03fc1bd1189c None None] Port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:11:35.725661 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.793678 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (76ca523b-e931-4b61-8ffa-3eaabccaa050), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.853051 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:11:35.873596 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ec9508fa-7763-49aa-a8e4-a9f7256346ba req-710a4e70-b69d-4460-8ba3-bcedcafe2842 service neutron] 10.222.0.75 "GET /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794522 Feb 20 20:11:35.876833 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4627f377-0b6d-44a3-b732-7bf6ec3851ad None None] New status for floating IP 87caf68a-2b7e-4490-addb-cc7ac803ec73: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:11:35.879061 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ca523b-e931-4b61-8ffa-3eaabccaa050,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:35.884456 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (0a955f23-d4a0-499a-b24b-3071319ef5b6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.885023 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Added segment 0a955f23-d4a0-499a-b24b-3071319ef5b6 of type vlan for network 8f20c1af-3883-4ece-9b3a-a754941659c8 Feb 20 20:11:35.944132 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (8f20c1af-3883-4ece-9b3a-a754941659c8), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.001845 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Publish callbacks [] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.072668 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (8f20c1af-3883-4ece-9b3a-a754941659c8), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.073767 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:36.074468 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.130266 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.141466 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] Pushing event updated for resources: {'Network': ['ID=8f20c1af-3883-4ece-9b3a-a754941659c8,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:36.154225 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 8f20c1af-3883-4ece-9b3a-a754941659c8 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:11:36.231989 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-1ca2ced3-dde8-4737-a59c-97be98347b81 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0732167 Feb 20 20:11:36.234847 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49178) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:36.245702 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Request body: {'subnet': {'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1221977595-subnet', 'tenant_id': '808529e78f784dc883aa61be87436be2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:36.245887 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1875695'] for router_interface (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.248070 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Pushing event updated for resources: {'Port': ['ID=0efd6a37-c698-4a86-9ea3-f21e7941e6c8,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:36.324570 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799586-b02e-4030-a94b-15bdc140be82 req-bc399103-bb73-4043-9766-86c1ab3c52ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:36.326133 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24799586-b02e-4030-a94b-15bdc140be82 req-bc399103-bb73-4043-9766-86c1ab3c52ce tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.1681480 Feb 20 20:11:36.387970 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Made reservation on behalf of 808529e78f784dc883aa61be87436be2 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:36.391449 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30031100'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.399983 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Network db8c8873-7f1b-493a-86af-596216e0a763 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:36.406327 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:36.412814 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24799586-b02e-4030-a94b-15bdc140be82 req-0664a95b-f09e-45f0-a19d-e19922170b94 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c6963c-1a53-4a6a-be1a-ea5b695431de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803506 Feb 20 20:11:36.601041 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-0bb86690-bb0e-4c61-a515-b607eb8e3e91 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:36.603437 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-0bb86690-bb0e-4c61-a515-b607eb8e3e91 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.75 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 945 time: 0.0755389 Feb 20 20:11:36.618425 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:36.702810 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30322130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30030862'] for subnet (f3929db5-554c-425d-8af9-d7a53cd9186c), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.744393 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 5d80dcc5-6f35-4e9c-937d-90677ab0796d up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:36.775626 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3929db5-554c-425d-8af9-d7a53cd9186c,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:36.781370 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Checking segment: {'id': '0a955f23-d4a0-499a-b24b-3071319ef5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:36.781986 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Network hostable DHCP agents. Network: 8f20c1af-3883-4ece-9b3a-a754941659c8, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:11:36.807308 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0caf4e6f-22de-40ae-8746-b58e241d33a8 None None] Provisioning complete for port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:36.807870 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0caf4e6f-22de-40ae-8746-b58e241d33a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.822435 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-75a5a097-5d74-44e6-911e-536d2c9b836b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Deleting port 24ada99e-5acc-483e-9242-a2920061f997 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:36.823572 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-75a5a097-5d74-44e6-911e-536d2c9b836b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (24ada99e-5acc-483e-9242-a2920061f997), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.845725 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:36.868642 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0caf4e6f-22de-40ae-8746-b58e241d33a8 None None] Port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:11:36.878877 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-118066bd-e755-4753-a9f1-913186d17118 admin admin] 10.222.0.60 "PUT /v2.0/routers/702b8fc8-73bc-4d65-a3d2-26d6f9f144ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4345057 Feb 20 20:11:36.879039 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 5d80dcc5-6f35-4e9c-937d-90677ab0796d triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:36.879039 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.888393 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Network 8f20c1af-3883-4ece-9b3a-a754941659c8 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:11:36.937114 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-75a5a097-5d74-44e6-911e-536d2c9b836b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] For port 24ada99e-5acc-483e-9242-a2920061f997, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=24ada99e-5acc-483e-9242-a2920061f997,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:36.937493 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-75a5a097-5d74-44e6-911e-536d2c9b836b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (24ada99e-5acc-483e-9242-a2920061f997), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.956499 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-75a5a097-5d74-44e6-911e-536d2c9b836b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Calling delete_port for 24ada99e-5acc-483e-9242-a2920061f997 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:37.020003 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 5d80dcc5-6f35-4e9c-937d-90677ab0796d is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:37.020003 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.033290 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 8f20c1af-3883-4ece-9b3a-a754941659c8) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:37.044035 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:37.050086 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.075708 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce9742-97eb-4858-8582-64c417cc5da6 None None] Network 8f20c1af-3883-4ece-9b3a-a754941659c8 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:37.099685 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port 5d80dcc5-6f35-4e9c-937d-90677ab0796d, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=5d80dcc5-6f35-4e9c-937d-90677ab0796d,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:37.179023 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-37c4ff33-979b-492f-bd16-f75aeee46439 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9427185 Feb 20 20:11:37.196067 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb55f94-7b25-4abb-9a36-e0aeca6d95f0 None None] Network 8f20c1af-3883-4ece-9b3a-a754941659c8 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:37.218848 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.284445 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-75a5a097-5d74-44e6-911e-536d2c9b836b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (24ada99e-5acc-483e-9242-a2920061f997), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.339347 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5a097-5d74-44e6-911e-536d2c9b836b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event deleted for resources: {'Port': ['ID=24ada99e-5acc-483e-9242-a2920061f997,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:37.377128 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=5d80dcc5-6f35-4e9c-937d-90677ab0796d,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:37.405984 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-75a5a097-5d74-44e6-911e-536d2c9b836b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] No DVR routers for this DVR port 24ada99e-5acc-483e-9242-a2920061f997 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:37.410481 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-75a5a097-5d74-44e6-911e-536d2c9b836b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.414327 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-922152ee-5f18-4664-b6c9-63b7f5d3bf1a req-75a5a097-5d74-44e6-911e-536d2c9b836b tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.75 "DELETE /v2.0/ports/24ada99e-5acc-483e-9242-a2920061f997 HTTP/1.1" status: 204 len: 173 time: 0.8046005 Feb 20 20:11:37.414783 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'name': 'network-vif-deleted', 'tag': '24ada99e-5acc-483e-9242-a2920061f997'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:37.418979 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca8dbe3-be2f-4de4-9b6a-7722c0ae39ce" -d '{"events": [{"server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "name": "network-vif-deleted", "tag": "24ada99e-5acc-483e-9242-a2920061f997"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:37.465210 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544fe0b1-5d43-4cb1-b201-5181a3e8a175 x-openstack-request-id: req-544fe0b1-5d43-4cb1-b201-5181a3e8a175 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:37.465627 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19d0359-a8b7-4b10-9423-86e7bc401f0b", "name": "network-vif-deleted", "tag": "24ada99e-5acc-483e-9242-a2920061f997", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:37.465810 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-544fe0b1-5d43-4cb1-b201-5181a3e8a175 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:37.466217 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19d0359-a8b7-4b10-9423-86e7bc401f0b', 'name': 'network-vif-deleted', 'tag': '24ada99e-5acc-483e-9242-a2920061f997', 'status': 'completed', 'code': 200} Feb 20 20:11:37.535200 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-388131de-f7d5-4aaa-b8cc-334dc3edfd70 req-afae1a12-2bdb-46e5-bba9-3143fdf3e36d tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 210 time: 0.0327747 Feb 20 20:11:37.597080 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Sync routers for ids ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:37.607248 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Routers {'702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:37.607895 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:37.733143 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Set router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:37.867532 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49204) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:37.873050 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-293179760-network', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:37.974052 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:35Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '0efd6a37-c698-4a86-9ea3-f21e7941e6c8', 'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'mac_address': 'fa:16:3e:45:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:34Z', 'updated_at': '2022-02-20T20:11:35Z', 'revision_number': 2, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'subnets': [{'id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:37.981695 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Made reservation on behalf of 06a4c02de70f42279b335d0926a43bd9 for: {'network': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:37.983983 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.994753 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.005646 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Checking router: 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:38.006002 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Updating router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 binding host dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:11:38.034282 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.074270 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Publish callbacks [] for security_group (96a3bff4-649a-47af-833b-a88f0c43ddfa), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.163945 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (96a3bff4-649a-47af-833b-a88f0c43ddfa), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.186879 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:11:38.201123 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a3bff4-649a-47af-833b-a88f0c43ddfa,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:38.207310 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (62571432-cd7a-449b-8ce4-e759ab5bd5ae), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.207684 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.segments_db [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Added segment 62571432-cd7a-449b-8ce4-e759ab5bd5ae of type vlan for network add63411-c7b9-4f59-ba14-17f3e434f918 Feb 20 20:11:38.250881 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (add63411-c7b9-4f59-ba14-17f3e434f918), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.353076 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Publish callbacks [] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.375953 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (add63411-c7b9-4f59-ba14-17f3e434f918), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.377025 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:38.377745 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.474300 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.558021 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17bad1-e10b-4e40-beb3-ee5e4ddf4b06 None None] Pushing event updated for resources: {'Port': ['ID=0efd6a37-c698-4a86-9ea3-f21e7941e6c8,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:38.603507 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Attempting to bind port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:11:38.603959 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Attempting to bind port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:11:38.604413 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Attempting to bind port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 on network db8c8873-7f1b-493a-86af-596216e0a763 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:38.610430 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:11:38.610928 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Checking segment: {'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:38.611403 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.611920 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Bound using segment: {'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:11:38.612482 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Bound port: 0efd6a37-c698-4a86-9ea3-f21e7941e6c8, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:11:38.612922 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.704120 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] For port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:11:38.711268 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] For port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=0efd6a37-c698-4a86-9ea3-f21e7941e6c8,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:11:38.728261 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-44aed96f-8583-411a-a3e9-95b94d1a77d8 req-45bd08c1-7dfe-4916-b5bc-f38effde6c32 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e19d0359-a8b7-4b10-9423-86e7bc401f0b HTTP/1.1" status: 200 len: 210 time: 0.0512197 Feb 20 20:11:38.737935 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8692763 Feb 20 20:11:38.745342 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49212) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:38.751969 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Request body: {'subnet': {'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-293179760-subnet', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'ip_version': 4}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:38.777313 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4c2ca-3a98-4c0e-94fe-e481b5977a11 admin admin] Pushing event updated for resources: {'Network': ['ID=add63411-c7b9-4f59-ba14-17f3e434f918,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:38.785021 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 5d80dcc5-6f35-4e9c-937d-90677ab0796d up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:38.795320 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network add63411-c7b9-4f59-ba14-17f3e434f918 details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:11:38.816880 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.861405 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Made reservation on behalf of 06a4c02de70f42279b335d0926a43bd9 for: {'subnet': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:38.863878 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29455891'] for subnet (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.970961 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 24ada99e-5acc-483e-9242-a2920061f997 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:38.974528 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17bad1-e10b-4e40-beb3-ee5e4ddf4b06 None None] Pushing event updated for resources: {'Port': ['ID=0efd6a37-c698-4a86-9ea3-f21e7941e6c8,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:39.003702 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-22101f87-aa77-42d8-b974-5517a666e41c None None] Provisioning complete for port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:39.003702 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22101f87-aa77-42d8-b974-5517a666e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.010796 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Routers {'702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:39.011835 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:39.014185 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 24ada99e-5acc-483e-9242-a2920061f997 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:39.014798 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 24ada99e-5acc-483e-9242-a2920061f997 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:39.147847 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29961919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29456097'] for subnet (35e2c01d-b8da-4960-b186-d6c91c1d318d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.210800 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e2c01d-b8da-4960-b186-d6c91c1d318d,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:39.230445 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Checking segment: {'id': '62571432-cd7a-449b-8ce4-e759ab5bd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:39.230821 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Network hostable DHCP agents. Network: add63411-c7b9-4f59-ba14-17f3e434f918, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:11:39.244424 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 5d80dcc5-6f35-4e9c-937d-90677ab0796d triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:39.244809 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.353652 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Network add63411-c7b9-4f59-ba14-17f3e434f918 is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:11:39.383644 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] Set router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:39.416200 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-22101f87-aa77-42d8-b974-5517a666e41c None None] Current status of the port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:39.419430 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22101f87-aa77-42d8-b974-5517a666e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.438245 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, add63411-c7b9-4f59-ba14-17f3e434f918) {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:39.444217 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:39.444858 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.456542 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0acbda-3de6-47e9-bf25-857068b7c5eb None None] Network add63411-c7b9-4f59-ba14-17f3e434f918 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:39.557660 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-87611423-99c0-410b-86ff-bcde8b52be24 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8109186 Feb 20 20:11:39.567830 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49228) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:39.568662 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-293179760-router', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:39.577529 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 5d80dcc5-6f35-4e9c-937d-90677ab0796d is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:39.623391 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-22101f87-aa77-42d8-b974-5517a666e41c None None] For port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=0efd6a37-c698-4a86-9ea3-f21e7941e6c8,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:39.688359 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-4a469143-afea-4288-bbd2-da7b65a28cc9 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:39.690125 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-4a469143-afea-4288-bbd2-da7b65a28cc9 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/networks?id=8f20c1af-3883-4ece-9b3a-a754941659c8 HTTP/1.1" status: 200 len: 814 time: 0.1138871 Feb 20 20:11:39.690857 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3280d935-7abc-53ab-aeff-946d572351b5-add63411-c7b9-4f59-ba14-17f3e434f918', 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918', 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'fixed_ips': [{'subnet_id': '35e2c01d-b8da-4960-b186-d6c91c1d318d'}]}} from dv-cinder-830085-1-iscsi. {{(pid=103187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:11:39.691192 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1873850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11345'] for router (9e7e5a33-e911-412a-9269-53e23c82c033), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.691707 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.693665 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1874474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1875835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1635044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11434'] for router (9e7e5a33-e911-412a-9269-53e23c82c033), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.710010 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-99cccb44-5c47-4a38-a750-5aa811691c87 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/quotas/808529e78f784dc883aa61be87436be2 HTTP/1.1" status: 200 len: 375 time: 0.0120564 Feb 20 20:11:39.748836 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22101f87-aa77-42d8-b974-5517a666e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.750490 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-870845bf-01d2-41d4-9ee9-7b97c6be82b0 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=808529e78f784dc883aa61be87436be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310335 Feb 20 20:11:39.787687 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks [] for router_controller (9e7e5a33-e911-412a-9269-53e23c82c033), precommit_add_association {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.796483 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49232) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:39.860538 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-e6a0a01b-3eba-448f-aad1-5fec1527f974 service neutron] 10.222.0.60 "GET /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031377 Feb 20 20:11:39.870952 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a282-9a9f-4175-8af7-d4e93a903c99 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group (16c6963c-1a53-4a6a-be1a-ea5b695431de), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.936281 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a282-9a9f-4175-8af7-d4e93a903c99 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group (16c6963c-1a53-4a6a-be1a-ea5b695431de), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.941575 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-1284feb5-64dd-4485-aa37-0114d12c09cf None None] Provisioning complete for port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:39.941972 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1284feb5-64dd-4485-aa37-0114d12c09cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.949228 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22101f87-aa77-42d8-b974-5517a666e41c None None] Pushing event updated for resources: {'Port': ['ID=0efd6a37-c698-4a86-9ea3-f21e7941e6c8,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:39.975922 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-5ece787d-8128-418f-8d00-2f4d42d6d03a service neutron] 10.222.0.60 "GET /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077819 Feb 20 20:11:40.004296 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Allocated IP 172.20.0.2 (add63411-c7b9-4f59-ba14-17f3e434f918/35e2c01d-b8da-4960-b186-d6c91c1d318d/ee3fcf86-94e4-4b93-9653-153f1663a46a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:11:40.012807 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:35Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '0efd6a37-c698-4a86-9ea3-f21e7941e6c8', 'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'mac_address': 'fa:16:3e:45:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:34Z', 'updated_at': '2022-02-20T20:11:38Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'subnets': [{'id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:40.050754 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284bc2d-e110-4daf-a8e8-51b1e6397cdc None None] The sync data for ids ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'] in dv-cinder-830085-1-iscsi is: [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:35Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '0efd6a37-c698-4a86-9ea3-f21e7941e6c8', 'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'mac_address': 'fa:16:3e:45:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:34Z', 'updated_at': '2022-02-20T20:11:38Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'subnets': [{'id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:40.091881 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks [] for router_gateway (9e7e5a33-e911-412a-9269-53e23c82c033), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.159324 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1284feb5-64dd-4485-aa37-0114d12c09cf None None] Current status of the port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:40.259355 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a282-9a9f-4175-8af7-d4e93a903c99 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (16c6963c-1a53-4a6a-be1a-ea5b695431de), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.267462 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a282-9a9f-4175-8af7-d4e93a903c99 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.268505 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Publish callbacks [] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.269323 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-2ed5a282-9a9f-4175-8af7-d4e93a903c99 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] 10.222.0.60 "DELETE /v2.0/security-groups/16c6963c-1a53-4a6a-be1a-ea5b695431de HTTP/1.1" status: 204 len: 168 time: 0.4714475 Feb 20 20:11:40.342632 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ad223d22-71b7-4208-bb85-09e894893598 req-d7766952-a0e2-4d22-99ff-8f948da36d3d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 210 time: 0.0351791 Feb 20 20:11:40.364093 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5a282-9a9f-4175-8af7-d4e93a903c99 tempest-TestShelveInstance-609208763 tempest-TestShelveInstance-609208763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c6963c-1a53-4a6a-be1a-ea5b695431de,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:40.371118 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.425487 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49242) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:40.481248 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Pushing event updated for resources: {'Port': ['ID=ee3fcf86-94e4-4b93-9653-153f1663a46a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:40.504154 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Network add63411-c7b9-4f59-ba14-17f3e434f918 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:40.508235 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:40.519735 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:11:40.611490 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Attempting to bind port ee3fcf86-94e4-4b93-9653-153f1663a46a on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:11:40.612041 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Attempting to bind port ee3fcf86-94e4-4b93-9653-153f1663a46a by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '62571432-cd7a-449b-8ce4-e759ab5bd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:11:40.612667 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Attempting to bind port ee3fcf86-94e4-4b93-9653-153f1663a46a on network add63411-c7b9-4f59-ba14-17f3e434f918 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:40.615960 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks [] for router_gateway (9e7e5a33-e911-412a-9269-53e23c82c033), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.629243 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:11:40.632163 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Checking segment: {'id': '62571432-cd7a-449b-8ce4-e759ab5bd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:40.632163 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.632651 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Bound using segment: {'id': '62571432-cd7a-449b-8ce4-e759ab5bd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:11:40.633825 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Bound port: ee3fcf86-94e4-4b93-9653-153f1663a46a, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62571432-cd7a-449b-8ce4-e759ab5bd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:11:40.634746 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.646076 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.760324 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] For port ee3fcf86-94e4-4b93-9653-153f1663a46a, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:11:40.764502 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] For port ee3fcf86-94e4-4b93-9653-153f1663a46a, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=ee3fcf86-94e4-4b93-9653-153f1663a46a,segment=NetworkSegment(62571432-cd7a-449b-8ce4-e759ab5bd5ae),segment_id=62571432-cd7a-449b-8ce4-e759ab5bd5ae)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:11:40.810604 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:40.863669 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Allocated IP 172.27.0.190 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/f5820975-0854-4aa5-aa78-e64cfe8284ee) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:11:40.868652 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.981374 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:40.981746 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.986765 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a40d0-6d6f-4606-bf70-76c560ba04af None None] Pushing event updated for resources: {'Port': ['ID=ee3fcf86-94e4-4b93-9653-153f1663a46a,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:41.046960 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks [] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.121675 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:41.175277 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.267739 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:41.272416 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:41.282743 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:11:41.314224 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1875698'] for router_interface (c7715641-5a24-4f0a-bf7f-0913d7611e6a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.414288 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Pushing event updated for resources: {'Port': ['ID=f5820975-0854-4aa5-aa78-e64cfe8284ee,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:41.485543 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bf1b8660-e54d-448a-bd3c-21f94cebc3e3 req-2603c3cb-8a6d-4b54-83ac-54db2321e4c0 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 210 time: 0.0354488 Feb 20 20:11:41.706508 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] Deleting port 97ecb4e6-0243-4137-9af3-d376a303e43a {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:41.706865 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.760248 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks [] for router_gateway (9e7e5a33-e911-412a-9269-53e23c82c033), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.798820 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] For port 97ecb4e6-0243-4137-9af3-d376a303e43a, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=97ecb4e6-0243-4137-9af3-d376a303e43a,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:41.799325 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.824257 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] Calling delete_port for 97ecb4e6-0243-4137-9af3-d376a303e43a owned by network:router_interface {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:42.036156 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1874467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1875884'] for router (9e7e5a33-e911-412a-9269-53e23c82c033), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.254246 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1452f6c-2d48-4a5f-a407-bc3a63e09b9c None None] Network add63411-c7b9-4f59-ba14-17f3e434f918 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:42.267098 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (97ecb4e6-0243-4137-9af3-d376a303e43a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.299445 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ecb4e6-0243-4137-9af3-d376a303e43a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:42.347397 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Router 9e7e5a33-e911-412a-9269-53e23c82c033 is scheduled to L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 with binding_index 1 {{(pid=103184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:11:42.367974 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-1d12dee0-a57c-41a7-bb75-47650124e17e None None] Provisioning complete for port ee3fcf86-94e4-4b93-9653-153f1663a46a triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:42.368341 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d12dee0-a57c-41a7-bb75-47650124e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.533081 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:42.542798 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1d12dee0-a57c-41a7-bb75-47650124e17e None None] Current status of the port ee3fcf86-94e4-4b93-9653-153f1663a46a is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:42.543186 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d12dee0-a57c-41a7-bb75-47650124e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.574728 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1875298'] for router_interface (c7715641-5a24-4f0a-bf7f-0913d7611e6a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.614824 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1d12dee0-a57c-41a7-bb75-47650124e17e None None] For port ee3fcf86-94e4-4b93-9653-153f1663a46a, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=ee3fcf86-94e4-4b93-9653-153f1663a46a,segment=NetworkSegment(62571432-cd7a-449b-8ce4-e759ab5bd5ae),segment_id=62571432-cd7a-449b-8ce4-e759ab5bd5ae)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:42.636299 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Sync routers for ids ['9e7e5a33-e911-412a-9269-53e23c82c033'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:42.657549 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Routers {'9e7e5a33-e911-412a-9269-53e23c82c033'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:42.658571 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['9e7e5a33-e911-412a-9269-53e23c82c033'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:42.679613 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-183d4ce2-559d-4b7c-98dd-8e01582d782a req-39b249ac-41ab-47f6-a177-55a52d2c7b44 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 210 time: 0.0712881 Feb 20 20:11:42.705367 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.707271 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-082c0115-d88b-459b-aec6-396b46320787 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1443875 Feb 20 20:11:42.716529 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49258) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:42.769951 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d12dee0-a57c-41a7-bb75-47650124e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.898745 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Set router 9e7e5a33-e911-412a-9269-53e23c82c033 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:42.919393 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12dee0-a57c-41a7-bb75-47650124e17e None None] Pushing event updated for resources: {'Port': ['ID=ee3fcf86-94e4-4b93-9653-153f1663a46a,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:42.937629 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-197be70f-24aa-410d-8e0d-327e3612cff4 None None] Provisioning complete for port ee3fcf86-94e4-4b93-9653-153f1663a46a triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:42.938101 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-197be70f-24aa-410d-8e0d-327e3612cff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.984717 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device ee3fcf86-94e4-4b93-9653-153f1663a46a up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:43.186810 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'name': 'tempest-TestMinimumBasicScenario-293179760-router', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:39Z', 'updated_at': '2022-02-20T20:11:41Z', 'revision_number': 3, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'gw_port': {'id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:40Z', 'updated_at': '2022-02-20T20:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:43.219596 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Checking router: 9e7e5a33-e911-412a-9269-53e23c82c033 for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:43.220236 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Updating router 9e7e5a33-e911-412a-9269-53e23c82c033 port f5820975-0854-4aa5-aa78-e64cfe8284ee binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:11:43.251592 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.263547 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port ee3fcf86-94e4-4b93-9653-153f1663a46a triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:43.264123 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.301978 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-197be70f-24aa-410d-8e0d-327e3612cff4 None None] Current status of the port ee3fcf86-94e4-4b93-9653-153f1663a46a is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:43.377516 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] Router c7715641-5a24-4f0a-bf7f-0913d7611e6a has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:43.386072 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port ee3fcf86-94e4-4b93-9653-153f1663a46a is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:43.391304 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-6bddb3ae-ea8e-461a-a39f-68df44e0634a tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:43.392932 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-6bddb3ae-ea8e-461a-a39f-68df44e0634a tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.75 "GET /v2.0/networks?id=8f20c1af-3883-4ece-9b3a-a754941659c8 HTTP/1.1" status: 200 len: 814 time: 0.1880846 Feb 20 20:11:43.442614 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Request body: {'port': {'device_id': 'b18afc74-8544-4a3d-8adf-1d7be316dee1', 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8', 'admin_state_up': True, 'tenant_id': '808529e78f784dc883aa61be87436be2'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:43.612342 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:43.625008 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-eb3f04a1-5900-4c01-95a2-8efe2ea82aa3 admin admin] 10.222.0.60 "PUT /v2.0/routers/c7715641-5a24-4f0a-bf7f-0913d7611e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1982749 Feb 20 20:11:43.626310 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] Sync routers for ids ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:43.628932 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49264) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:43.640623 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] Routers {'c7715641-5a24-4f0a-bf7f-0913d7611e6a'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:43.641894 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:43.651826 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Publish callbacks [] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.733676 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.765799 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Publish callbacks [] for router (c7715641-5a24-4f0a-bf7f-0913d7611e6a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.787501 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] Set router c7715641-5a24-4f0a-bf7f-0913d7611e6a gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:43.797299 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.843723 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-190e0276-2008-467f-afb6-2b74326256b1 req-13d512df-dbfe-4d58-9853-0652b2d815a6 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 210 time: 0.0346642 Feb 20 20:11:43.846865 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Made reservation on behalf of 808529e78f784dc883aa61be87436be2 for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:43.852195 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.899897 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Attempting to bind port f5820975-0854-4aa5-aa78-e64cfe8284ee on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:11:43.900337 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Attempting to bind port f5820975-0854-4aa5-aa78-e64cfe8284ee by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:11:43.900700 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Attempting to bind port f5820975-0854-4aa5-aa78-e64cfe8284ee on network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:43.923064 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:11:43.923438 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Checking segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:43.923846 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.924247 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Bound using segment: {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:11:43.924738 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Bound port: f5820975-0854-4aa5-aa78-e64cfe8284ee, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fba93e-5230-4319-a16c-78ad28c74fdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:11:43.925135 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.929500 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83e4f5-9417-4d56-8455-adceed6b3955 None None] Pushing event updated for resources: {'Port': ['ID=f5820975-0854-4aa5-aa78-e64cfe8284ee,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:43.931644 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Allocated IP 172.20.0.1 (add63411-c7b9-4f59-ba14-17f3e434f918/35e2c01d-b8da-4960-b186-d6c91c1d318d/5ba26c90-c9b7-4cd3-acb3-440ec08618c9) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:11:44.015902 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] For port f5820975-0854-4aa5-aa78-e64cfe8284ee, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:11:44.019484 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] For port f5820975-0854-4aa5-aa78-e64cfe8284ee, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f5820975-0854-4aa5-aa78-e64cfe8284ee,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:11:44.027855 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Publish callbacks [] for router_gateway (c7715641-5a24-4f0a-bf7f-0913d7611e6a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.074220 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:11:42Z', 'revision_number': 5, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:44.079223 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Publish callbacks [] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.086096 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Allocated IP 172.20.0.12 (8f20c1af-3883-4ece-9b3a-a754941659c8/f3929db5-554c-425d-8af9-d7a53cd9186c/dba3326e-02ac-4d68-a8a5-60f820ed9d96) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:11:44.107088 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] Checking router: c7715641-5a24-4f0a-bf7f-0913d7611e6a for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:44.113196 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.129900 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] Routers {'c7715641-5a24-4f0a-bf7f-0913d7611e6a'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:44.130991 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:44.168490 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Routers {'9e7e5a33-e911-412a-9269-53e23c82c033'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:44.169161 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['9e7e5a33-e911-412a-9269-53e23c82c033'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:44.231987 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.271638 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] Set router c7715641-5a24-4f0a-bf7f-0913d7611e6a gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:44.305465 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Network add63411-c7b9-4f59-ba14-17f3e434f918 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:44.313339 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:44.321313 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83e4f5-9417-4d56-8455-adceed6b3955 None None] Pushing event updated for resources: {'Port': ['ID=f5820975-0854-4aa5-aa78-e64cfe8284ee,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:44.322505 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Deleting port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:44.322505 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.332431 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:11:44.399576 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks [] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.401217 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba26c90-c9b7-4cd3-acb3-440ec08618c9,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:44.417996 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1875579'] for router_interface (9e7e5a33-e911-412a-9269-53e23c82c033), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.430948 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] Set router 9e7e5a33-e911-412a-9269-53e23c82c033 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:44.467792 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] For port 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:44.468158 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.496614 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Calling delete_port for 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc owned by network:router_gateway {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:44.622170 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:11:42Z', 'revision_number': 5, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:44.641504 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.661710 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56577fac-b0b4-40ca-b2fe-7ec185f11de3 None None] The sync data for ids ['c7715641-5a24-4f0a-bf7f-0913d7611e6a'] in dv-cinder-830085-1-iscsi is: [{'id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'name': 'tempest-TestShelveInstance-1941315507-router', 'tenant_id': '2c8e34338e9a48629be67b295d115a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:39Z', 'updated_at': '2022-02-20T20:11:42Z', 'revision_number': 5, 'project_id': '2c8e34338e9a48629be67b295d115a7a', 'gw_port': {'id': '489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715641-5a24-4f0a-bf7f-0913d7611e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:40Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:44.702106 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'name': 'tempest-TestMinimumBasicScenario-293179760-router', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:39Z', 'updated_at': '2022-02-20T20:11:41Z', 'revision_number': 3, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'gw_port': {'id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:40Z', 'updated_at': '2022-02-20T20:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:44.728119 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Pushing event updated for resources: {'Port': ['ID=dba3326e-02ac-4d68-a8a5-60f820ed9d96,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:44.733455 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Network 8f20c1af-3883-4ece-9b3a-a754941659c8 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:44.738532 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:44.741261 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:11:44.744477 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-cc15176e-c401-4866-a4d3-b35647270b08 None None] Provisioning complete for port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:44.746130 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc15176e-c401-4866-a4d3-b35647270b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.762002 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534b67c-489c-4949-bd1f-862025ca162a None None] The sync data for ids ['9e7e5a33-e911-412a-9269-53e23c82c033'] in dv-cinder-830085-1-iscsi is: [{'id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'name': 'tempest-TestMinimumBasicScenario-293179760-router', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:39Z', 'updated_at': '2022-02-20T20:11:41Z', 'revision_number': 3, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'gw_port': {'id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:40Z', 'updated_at': '2022-02-20T20:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:44.791867 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cc15176e-c401-4866-a4d3-b35647270b08 None None] Port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:11:44.802610 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.827228 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:44.827840 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.950525 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-84127ab0-64a5-4edd-b105-96d7521e1e55 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5125446 Feb 20 20:11:44.970730 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Request body: {'port': {'device_id': 'b18afc74-8544-4a3d-8adf-1d7be316dee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:44.974891 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.998079 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Publish callbacks [] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.031828 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Pushing event deleted for resources: {'Port': ['ID=489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:45.092733 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.115191 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device ee3fcf86-94e4-4b93-9653-153f1663a46a up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:45.190255 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port ee3fcf86-94e4-4b93-9653-153f1663a46a triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:45.190596 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.199263 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dd262-46a3-41c8-8b20-a18a6d6810df req-fe3052a7-4608-48e5-b92f-03586cb856d0 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:45.200908 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9c2dd262-46a3-41c8-8b20-a18a6d6810df req-fe3052a7-4608-48e5-b92f-03586cb856d0 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 932 time: 0.2640972 Feb 20 20:11:45.206178 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.211091 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba26c90-c9b7-4cd3-acb3-440ec08618c9,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:45.224876 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1875695'] for router_interface (9e7e5a33-e911-412a-9269-53e23c82c033), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.234178 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1875848'] for router_gateway (c7715641-5a24-4f0a-bf7f-0913d7611e6a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.317645 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port ee3fcf86-94e4-4b93-9653-153f1663a46a is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:45.390527 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Network add63411-c7b9-4f59-ba14-17f3e434f918 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:45.392520 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:45.414275 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1874452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11427'] for router (c7715641-5a24-4f0a-bf7f-0913d7611e6a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.418239 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Publish callbacks [] for router_controller (c7715641-5a24-4f0a-bf7f-0913d7611e6a), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.544424 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Router 9e7e5a33-e911-412a-9269-53e23c82c033 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:45.558031 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9c2dd262-46a3-41c8-8b20-a18a6d6810df req-23a3a59b-24dd-4dd1-8e82-57d1d4e14831 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432889 Feb 20 20:11:45.672577 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1874541'] for router (c7715641-5a24-4f0a-bf7f-0913d7611e6a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.673311 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7715641-5a24-4f0a-bf7f-0913d7611e6a {{(pid=103185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:11:45.682989 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.682989 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6eaa7735-8bb7-45e1-a81e-a6977f01f002 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c7715641-5a24-4f0a-bf7f-0913d7611e6a HTTP/1.1" status: 204 len: 168 time: 2.0503173 Feb 20 20:11:45.683765 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49270) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:45.710296 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:45.722403 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-45448e44-aaf7-4b59-94d4-4647c7cb2407 admin admin] 10.222.0.60 "PUT /v2.0/routers/9e7e5a33-e911-412a-9269-53e23c82c033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0027945 Feb 20 20:11:45.740280 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0aa5ec43-7a64-409d-bc84-ccfb2c78e232 None None] Provisioning complete for port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:45.741233 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0aa5ec43-7a64-409d-bc84-ccfb2c78e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.793355 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0aa5ec43-7a64-409d-bc84-ccfb2c78e232 None None] Port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:11:45.795959 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49b0bf3-e498-433f-a2f3-4787f9bae154 admin admin] Deleting subnet 104df7b0-67f9-426c-934c-4cb02066a168 {{(pid=103185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:11:45.819716 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e49b0bf3-e498-433f-a2f3-4787f9bae154 admin admin] Publish callbacks [] for subnet (104df7b0-67f9-426c-934c-4cb02066a168), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.870743 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba3326e-02ac-4d68-a8a5-60f820ed9d96 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:11:45.882725 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Publish callbacks [] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.888912 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e49b0bf3-e498-433f-a2f3-4787f9bae154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32895738'] for subnet (104df7b0-67f9-426c-934c-4cb02066a168), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.921526 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Transition to ACTIVE for port object dba3326e-02ac-4d68-a8a5-60f820ed9d96 will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:11:46.013893 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.028518 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e49b0bf3-e498-433f-a2f3-4787f9bae154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (104df7b0-67f9-426c-934c-4cb02066a168), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.115054 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Pushing event updated for resources: {'Port': ['ID=dba3326e-02ac-4d68-a8a5-60f820ed9d96,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:46.202000 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Attempting to bind port dba3326e-02ac-4d68-a8a5-60f820ed9d96 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:11:46.202339 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Attempting to bind port dba3326e-02ac-4d68-a8a5-60f820ed9d96 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '0a955f23-d4a0-499a-b24b-3071319ef5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:11:46.202673 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Attempting to bind port dba3326e-02ac-4d68-a8a5-60f820ed9d96 on network 8f20c1af-3883-4ece-9b3a-a754941659c8 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:46.207231 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Port dba3326e-02ac-4d68-a8a5-60f820ed9d96 on network 8f20c1af-3883-4ece-9b3a-a754941659c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:11:46.208129 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Attempting to bind port dba3326e-02ac-4d68-a8a5-60f820ed9d96 on network 8f20c1af-3883-4ece-9b3a-a754941659c8 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:46.213709 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:11:46.214051 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Checking segment: {'id': '0a955f23-d4a0-499a-b24b-3071319ef5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:46.219859 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Bound using segment: {'id': '0a955f23-d4a0-499a-b24b-3071319ef5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:11:46.219859 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Bound port: dba3326e-02ac-4d68-a8a5-60f820ed9d96, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a955f23-d4a0-499a-b24b-3071319ef5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:11:46.219859 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.263673 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e49b0bf3-e498-433f-a2f3-4787f9bae154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29961982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29456126'] for subnet (104df7b0-67f9-426c-934c-4cb02066a168), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.315845 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e49b0bf3-e498-433f-a2f3-4787f9bae154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.318710 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a24992-e91b-4856-8922-31ca734a4f20 None None] Network d20a7ac2-8104-4134-8a26-24a979518d49 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:46.319255 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-e49b0bf3-e498-433f-a2f3-4787f9bae154 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/104df7b0-67f9-426c-934c-4cb02066a168 HTTP/1.1" status: 204 len: 168 time: 0.6345453 Feb 20 20:11:46.322007 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49286) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:46.322499 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b0bf3-e498-433f-a2f3-4787f9bae154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104df7b0-67f9-426c-934c-4cb02066a168,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:46.327170 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] For port dba3326e-02ac-4d68-a8a5-60f820ed9d96, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:11:46.330655 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] For port dba3326e-02ac-4d68-a8a5-60f820ed9d96, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dba3326e-02ac-4d68-a8a5-60f820ed9d96,segment=NetworkSegment(0a955f23-d4a0-499a-b24b-3071319ef5b6),segment_id=0a955f23-d4a0-499a-b24b-3071319ef5b6)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:11:46.409497 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (d20a7ac2-8104-4134-8a26-24a979518d49), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.499016 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Deleting port aade7219-f9f4-4b91-9231-ca0dd7502b67 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:46.499444 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.525962 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b026120-16d5-44f4-9d92-a46773919798 None None] DHCP port deletion for d20a7ac2-8104-4134-8a26-24a979518d49 request from dv-cinder-830085-1-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:11:46.530301 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.597842 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] For port aade7219-f9f4-4b91-9231-ca0dd7502b67, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=aade7219-f9f4-4b91-9231-ca0dd7502b67,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:46.599317 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.600297 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:46.600928 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.604898 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] 10.222.0.75 "PUT /v2.0/ports/dba3326e-02ac-4d68-a8a5-60f820ed9d96 HTTP/1.1" status: 200 len: 1094 time: 1.6383600 Feb 20 20:11:46.605440 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18afc74-8544-4a3d-8adf-1d7be316dee1', 'tag': 'dba3326e-02ac-4d68-a8a5-60f820ed9d96'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:46.607747 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e1c960-33ca-4a7f-a6d8-c49de20679e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b18afc74-8544-4a3d-8adf-1d7be316dee1", "tag": "dba3326e-02ac-4d68-a8a5-60f820ed9d96"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:46.616014 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9b026120-16d5-44f4-9d92-a46773919798 None None] Deleting port aade7219-f9f4-4b91-9231-ca0dd7502b67 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:46.616425 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b026120-16d5-44f4-9d92-a46773919798 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.620153 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Calling delete_port for aade7219-f9f4-4b91-9231-ca0dd7502b67 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:46.645880 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de658f5d-6b15-4c83-9daf-7964fb861029 service neutron] Pushing event updated for resources: {'Port': ['ID=dba3326e-02ac-4d68-a8a5-60f820ed9d96,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:46.752498 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9b026120-16d5-44f4-9d92-a46773919798 None None] For port aade7219-f9f4-4b91-9231-ca0dd7502b67, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=aade7219-f9f4-4b91-9231-ca0dd7502b67,segment=NetworkSegment(7f3d6bcc-5bd4-481a-ab3b-9353a3962710),segment_id=7f3d6bcc-5bd4-481a-ab3b-9353a3962710)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:46.752817 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b026120-16d5-44f4-9d92-a46773919798 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.789215 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9b026120-16d5-44f4-9d92-a46773919798 None None] Calling delete_port for aade7219-f9f4-4b91-9231-ca0dd7502b67 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:46.818093 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e42749-7041-49bb-ad53-d4d1462c74a4 req-dfb84a97-e015-48c4-b9de-cc5f8a28abec tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:46.826915 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f5e42749-7041-49bb-ad53-d4d1462c74a4 req-dfb84a97-e015-48c4-b9de-cc5f8a28abec tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 944 time: 0.1237009 Feb 20 20:11:46.870121 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-58254ca8-87ef-4971-85c8-dec881384b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:46.872762 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-58254ca8-87ef-4971-85c8-dec881384b0e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=808529e78f784dc883aa61be87436be2&device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 1128 time: 0.1208336 Feb 20 20:11:46.882806 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f5820975-0854-4aa5-aa78-e64cfe8284ee up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:46.888528 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.920072 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aade7219-f9f4-4b91-9231-ca0dd7502b67,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:46.923699 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] No DVR routers for this DVR port aade7219-f9f4-4b91-9231-ca0dd7502b67 on host dv-cinder-830085-1-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:46.944337 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-08336ed5-823a-40fc-8c3f-b5da177b5c3d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba3326e-02ac-4d68-a8a5-60f820ed9d96 HTTP/1.1" status: 200 len: 217 time: 0.0575242 Feb 20 20:11:46.954020 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f5e42749-7041-49bb-ad53-d4d1462c74a4 req-0cab0776-2b09-4d24-95c1-102b74fb27d0 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258180 Feb 20 20:11:47.017517 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port f5820975-0854-4aa5-aa78-e64cfe8284ee triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:47.018189 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.020666 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-a7fd4c92-c0aa-41e6-8e31-13a3447ffa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:47.022506 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-a7fd4c92-c0aa-41e6-8e31-13a3447ffa5f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3929db5-554c-425d-8af9-d7a53cd9186c HTTP/1.1" status: 200 len: 854 time: 0.0671189 Feb 20 20:11:47.045272 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf55bace-6ba7-4416-9994-4d7e345fa1af x-openstack-request-id: req-bf55bace-6ba7-4416-9994-4d7e345fa1af {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:47.045564 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18afc74-8544-4a3d-8adf-1d7be316dee1", "tag": "dba3326e-02ac-4d68-a8a5-60f820ed9d96", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:47.046200 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf55bace-6ba7-4416-9994-4d7e345fa1af {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:47.046200 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18afc74-8544-4a3d-8adf-1d7be316dee1', 'tag': 'dba3326e-02ac-4d68-a8a5-60f820ed9d96', 'status': 'completed', 'code': 200} Feb 20 20:11:47.054307 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b026120-16d5-44f4-9d92-a46773919798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433'] for port (aade7219-f9f4-4b91-9231-ca0dd7502b67), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.055995 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (d20a7ac2-8104-4134-8a26-24a979518d49), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.066667 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-7d00e82e-9bed-4efa-95d5-afd9fb6d9dcf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f20c1af-3883-4ece-9b3a-a754941659c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362544 Feb 20 20:11:47.091982 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20a7ac2-8104-4134-8a26-24a979518d49']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:47.109180 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3d6bcc-5bd4-481a-ab3b-9353a3962710') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:47.109511 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3d6bcc-5bd4-481a-ab3b-9353a3962710') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:47.161663 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (7f3d6bcc-5bd4-481a-ab3b-9353a3962710), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.164675 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b026120-16d5-44f4-9d92-a46773919798 None None] Pushing event deleted for resources: {'Port': ['ID=aade7219-f9f4-4b91-9231-ca0dd7502b67,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:47.171840 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b026120-16d5-44f4-9d92-a46773919798 None None] No DVR routers for this DVR port aade7219-f9f4-4b91-9231-ca0dd7502b67 on host dv-cinder-830085-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:47.197772 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (7f3d6bcc-5bd4-481a-ab3b-9353a3962710), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.199344 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-b635c1da-39e2-4698-8ba5-00ff7dd9a4c8 service neutron] 10.222.0.75 "GET /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180239 Feb 20 20:11:47.218439 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:11:47.219104 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (7f3d6bcc-5bd4-481a-ab3b-9353a3962710), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.264323 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port f5820975-0854-4aa5-aa78-e64cfe8284ee is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:47.264971 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.304287 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] For port f5820975-0854-4aa5-aa78-e64cfe8284ee, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f5820975-0854-4aa5-aa78-e64cfe8284ee,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:11:47.305893 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:11:47.316379 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fc5feecb-d5cb-4fe8-8cb5-d876a9b3557d req-a12c2bab-2ca0-436e-895b-2f4357767a70 service neutron] 10.222.0.75 "GET /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075661 Feb 20 20:11:47.387231 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.411480 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25bb35-e479-4693-9c04-a906dcc2fa10 req-e7c4dfae-ceaf-4480-9672-cc4814ed4a7a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:47.413709 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4a25bb35-e479-4693-9c04-a906dcc2fa10 req-e7c4dfae-ceaf-4480-9672-cc4814ed4a7a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 947 time: 0.0983381 Feb 20 20:11:47.415860 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (d20a7ac2-8104-4134-8a26-24a979518d49), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.430285 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.435446 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d20a7ac2-8104-4134-8a26-24a979518d49 HTTP/1.1" status: 204 len: 168 time: 1.1124072 Feb 20 20:11:47.440340 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49314) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:47.476663 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device aade7219-f9f4-4b91-9231-ca0dd7502b67 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:47.508728 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e8fe8-a414-47b5-bc2a-04ca40e209f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d20a7ac2-8104-4134-8a26-24a979518d49,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:47.523789 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: aade7219-f9f4-4b91-9231-ca0dd7502b67 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:47.524148 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device aade7219-f9f4-4b91-9231-ca0dd7502b67 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:47.524552 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:47.544354 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4a25bb35-e479-4693-9c04-a906dcc2fa10 req-e6014478-525a-4c75-8045-8b36f6f72ba1 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048734 Feb 20 20:11:47.577708 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:47.583096 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 489d7e02-7cde-47ea-8c0c-4d8d3f9e01fc not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:47.583096 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 97ecb4e6-0243-4137-9af3-d376a303e43a no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:47.617489 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 97ecb4e6-0243-4137-9af3-d376a303e43a {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:47.617840 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 97ecb4e6-0243-4137-9af3-d376a303e43a not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:47.618074 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1c960-33ca-4a7f-a6d8-c49de20679e4 req-d1852500-1627-4045-8cbd-6a1101af396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:47.619408 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Pushing event updated for resources: {'Port': ['ID=f5820975-0854-4aa5-aa78-e64cfe8284ee,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:47.633316 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-51e1c960-33ca-4a7f-a6d8-c49de20679e4 req-d1852500-1627-4045-8cbd-6a1101af396b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=808529e78f784dc883aa61be87436be2&device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 1128 time: 0.1208057 Feb 20 20:11:47.776434 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1c960-33ca-4a7f-a6d8-c49de20679e4 req-26f7638c-fb44-40f1-8786-40a8b58ef7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:47.778762 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-51e1c960-33ca-4a7f-a6d8-c49de20679e4 req-26f7638c-fb44-40f1-8786-40a8b58ef7e5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8f20c1af-3883-4ece-9b3a-a754941659c8 HTTP/1.1" status: 200 len: 915 time: 0.1390731 Feb 20 20:11:47.858537 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-51e1c960-33ca-4a7f-a6d8-c49de20679e4 req-a2c16ad8-1a9b-419e-a1ba-1e24f00aca61 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba3326e-02ac-4d68-a8a5-60f820ed9d96 HTTP/1.1" status: 200 len: 217 time: 0.0731726 Feb 20 20:11:47.927260 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1c960-33ca-4a7f-a6d8-c49de20679e4 req-8956ea31-f947-4658-83ed-bec8430f7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:47.928740 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-51e1c960-33ca-4a7f-a6d8-c49de20679e4 req-8956ea31-f947-4658-83ed-bec8430f7044 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3929db5-554c-425d-8af9-d7a53cd9186c HTTP/1.1" status: 200 len: 854 time: 0.0616853 Feb 20 20:11:47.964289 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1875698'] for router_interface (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.979524 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Sync routers for ids ['9e7e5a33-e911-412a-9269-53e23c82c033'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:47.987927 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-51e1c960-33ca-4a7f-a6d8-c49de20679e4 req-6257d87a-3b99-4f3b-8ae5-9269aa8f6134 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f20c1af-3883-4ece-9b3a-a754941659c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500746 Feb 20 20:11:48.010332 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Routers {'9e7e5a33-e911-412a-9269-53e23c82c033'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:48.011089 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['9e7e5a33-e911-412a-9269-53e23c82c033'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:48.095568 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.157162 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dd7f3-f9a6-45a2-8606-fe2f821f0213 req-74edf90b-67c9-4fe6-a7fa-f624079088af tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:48.158937 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-de5dd7f3-f9a6-45a2-8606-fe2f821f0213 req-74edf90b-67c9-4fe6-a7fa-f624079088af tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 944 time: 0.0962834 Feb 20 20:11:48.166769 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-51e1c960-33ca-4a7f-a6d8-c49de20679e4 req-b9e3ae40-041a-4c96-9168-d4174e0537a5 service neutron] 10.222.0.75 "GET /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722808 Feb 20 20:11:48.265101 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Set router 9e7e5a33-e911-412a-9269-53e23c82c033 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:48.284045 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-de5dd7f3-f9a6-45a2-8606-fe2f821f0213 req-294d6481-56db-4523-a4c7-92d7200d4bca tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162710 Feb 20 20:11:48.317510 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-51e1c960-33ca-4a7f-a6d8-c49de20679e4 req-fd734cb9-88df-4846-9101-1ed2db526627 service neutron] 10.222.0.75 "GET /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426120 Feb 20 20:11:48.424049 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] Deleting port 4057a055-2132-40f0-9953-8bba3695196e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:48.424590 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (4057a055-2132-40f0-9953-8bba3695196e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.549506 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'name': 'tempest-TestMinimumBasicScenario-293179760-router', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:39Z', 'updated_at': '2022-02-20T20:11:44Z', 'revision_number': 4, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'gw_port': {'id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:40Z', 'updated_at': '2022-02-20T20:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '5ba26c90-c9b7-4cd3-acb3-440ec08618c9', 'name': '', 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '35e2c01d-b8da-4960-b186-d6c91c1d318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:43Z', 'updated_at': '2022-02-20T20:11:44Z', 'revision_number': 2, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'subnets': [{'id': '35e2c01d-b8da-4960-b186-d6c91c1d318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:48.564298 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] For port 4057a055-2132-40f0-9953-8bba3695196e, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=4057a055-2132-40f0-9953-8bba3695196e,segment=NetworkSegment(6b4c41ec-ba2c-4630-8622-067c519d2a4d),segment_id=6b4c41ec-ba2c-4630-8622-067c519d2a4d)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:48.564540 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (4057a055-2132-40f0-9953-8bba3695196e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.578951 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] Calling delete_port for 4057a055-2132-40f0-9953-8bba3695196e owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:48.595354 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Checking router: 9e7e5a33-e911-412a-9269-53e23c82c033 for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:48.595953 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Updating router 9e7e5a33-e911-412a-9269-53e23c82c033 port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 binding host dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:11:48.631333 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.846518 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08d38f-41ba-4648-bac8-df24808bf8c6 req-48b90359-795b-47a9-a1e9-70ace102e628 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:48.848412 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5a08d38f-41ba-4648-bac8-df24808bf8c6 req-48b90359-795b-47a9-a1e9-70ace102e628 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 947 time: 0.1885872 Feb 20 20:11:48.862672 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f5820975-0854-4aa5-aa78-e64cfe8284ee up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:48.923065 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port f5820975-0854-4aa5-aa78-e64cfe8284ee triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:48.923320 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.947337 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (4057a055-2132-40f0-9953-8bba3695196e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.003547 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=4057a055-2132-40f0-9953-8bba3695196e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:49.194046 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Publish callbacks [] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.295863 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.368215 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1875298'] for router_interface (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.370169 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port f5820975-0854-4aa5-aa78-e64cfe8284ee is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:49.376285 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device dba3326e-02ac-4d68-a8a5-60f820ed9d96 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:11:49.499724 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port dba3326e-02ac-4d68-a8a5-60f820ed9d96, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dba3326e-02ac-4d68-a8a5-60f820ed9d96,segment=NetworkSegment(0a955f23-d4a0-499a-b24b-3071319ef5b6),segment_id=0a955f23-d4a0-499a-b24b-3071319ef5b6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:49.501062 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-18bd546c-4c39-4130-91a1-66cae14be1e2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:49.503501 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-18bd546c-4c39-4130-91a1-66cae14be1e2 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.75 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 947 time: 0.7036676 Feb 20 20:11:49.514920 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': 'dba3326e-02ac-4d68-a8a5-60f820ed9d96', 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8', 'port_id': 'dba3326e-02ac-4d68-a8a5-60f820ed9d96', 'mac_address': 'fa:16:3e:03:09:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3929db5-554c-425d-8af9-d7a53cd9186c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:11:49.523534 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5a08d38f-41ba-4648-bac8-df24808bf8c6 req-e4cdde63-02dd-49cd-8959-05bd95004b15 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6424961 Feb 20 20:11:49.616457 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port dba3326e-02ac-4d68-a8a5-60f820ed9d96 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:49.616870 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.647851 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Attempting to bind port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 on host dv-cinder-830085-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:11:49.647851 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Attempting to bind port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 by drivers openvswitch,hyperv on host dv-cinder-830085-1-iscsi at level 0 using segments [{'id': '62571432-cd7a-449b-8ce4-e759ab5bd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:11:49.647851 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Attempting to bind port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 on network add63411-c7b9-4f59-ba14-17f3e434f918 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:49.653673 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba3326e-02ac-4d68-a8a5-60f820ed9d96 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:11:49.658626 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Checking agent: {'id': 'eea30ee4-b161-48c8-883a-eeceb0034422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 2), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:11:49.659582 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Checking segment: {'id': '62571432-cd7a-449b-8ce4-e759ab5bd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:49.662117 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.662637 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Bound using segment: {'id': '62571432-cd7a-449b-8ce4-e759ab5bd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:11:49.664199 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Bound port: 5ba26c90-c9b7-4cd3-acb3-440ec08618c9, host: dv-cinder-830085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62571432-cd7a-449b-8ce4-e759ab5bd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:11:49.665819 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.698990 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eea406-8902-45d7-8f32-5ac1cc5adbdc None None] Pushing event updated for resources: {'Port': ['ID=5ba26c90-c9b7-4cd3-acb3-440ec08618c9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:49.703122 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port dba3326e-02ac-4d68-a8a5-60f820ed9d96, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dba3326e-02ac-4d68-a8a5-60f820ed9d96,segment=NetworkSegment(0a955f23-d4a0-499a-b24b-3071319ef5b6),segment_id=0a955f23-d4a0-499a-b24b-3071319ef5b6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:49.709516 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad753d3-749c-4e23-b5a8-cf0db0d0602f req-17be2e20-edfa-4a46-8f52-5a281150765d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:49.719341 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ad753d3-749c-4e23-b5a8-cf0db0d0602f req-17be2e20-edfa-4a46-8f52-5a281150765d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 944 time: 0.2817624 Feb 20 20:11:49.798693 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Deleting port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:49.799048 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.815737 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.864473 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] Router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:49.892644 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] For port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9, host dv-cinder-830085-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:11:49.904171 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=dba3326e-02ac-4d68-a8a5-60f820ed9d96,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:49.910918 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] For port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9, host dv-cinder-830085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=5ba26c90-c9b7-4cd3-acb3-440ec08618c9,segment=NetworkSegment(62571432-cd7a-449b-8ce4-e759ab5bd5ae),segment_id=62571432-cd7a-449b-8ce4-e759ab5bd5ae)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:11:49.912355 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2ad753d3-749c-4e23-b5a8-cf0db0d0602f req-5c07124a-51ba-499f-8913-baae6c68afb9 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918437 Feb 20 20:11:49.928572 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-fc37c4d7-1125-4a5e-bba9-7b8844437a64 None None] Provisioning complete for port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:49.929224 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc37c4d7-1125-4a5e-bba9-7b8844437a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.992381 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fc37c4d7-1125-4a5e-bba9-7b8844437a64 None None] Port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:11:49.993148 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] For port 1a899be1-fae4-4e55-ab37-e5b2c436daf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1a899be1-fae4-4e55-ab37-e5b2c436daf0,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:49.993874 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.062801 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.095692 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:50.102329 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['dba3326e-02ac-4d68-a8a5-60f820ed9d96'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:11:50.109567 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] Sync routers for ids ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:50.116579 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-bf3c2ddf-c7b3-42bd-9c54-283d13405b8f admin admin] 10.222.0.60 "PUT /v2.0/routers/efb226bf-9e9b-4e1f-9738-3e6dfc24c84e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748958 Feb 20 20:11:50.121172 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49324) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:50.215034 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eea406-8902-45d7-8f32-5ac1cc5adbdc None None] Pushing event updated for resources: {'Port': ['ID=5ba26c90-c9b7-4cd3-acb3-440ec08618c9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:50.242673 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Routers {'9e7e5a33-e911-412a-9269-53e23c82c033'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:50.243999 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['9e7e5a33-e911-412a-9269-53e23c82c033'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:50.267133 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] Routers {'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:50.267794 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:50.327976 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.328484 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (3883e1d4-f07b-4d72-9f5d-381d1410e9b0), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.328813 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Floating IP 3883e1d4-f07b-4d72-9f5d-381d1410e9b0 disassociated. External IP: 172.27.0.108, port: 1a899be1-fae4-4e55-ab37-e5b2c436daf0. Feb 20 20:11:50.329167 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Calling delete_port for 1a899be1-fae4-4e55-ab37-e5b2c436daf0 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:50.443113 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Publish callbacks [] for router (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.470091 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] Set router 9e7e5a33-e911-412a-9269-53e23c82c033 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:50.591596 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] Set router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:50.751518 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Publish callbacks [] for router_gateway (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.814190 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81db6c-c051-43c3-9d65-56ed46b642ec req-fe52ea5e-c686-4177-aede-c62d1108aa87 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:50.831830 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b81db6c-c051-43c3-9d65-56ed46b642ec req-fe52ea5e-c686-4177-aede-c62d1108aa87 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 947 time: 0.1201787 Feb 20 20:11:50.840417 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (1a899be1-fae4-4e55-ab37-e5b2c436daf0), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.871782 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-8a57d6fa-2231-43bc-8d96-09fa363a81b6 None None] Provisioning complete for port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:50.881932 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a57d6fa-2231-43bc-8d96-09fa363a81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.884379 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event deleted for resources: {'Port': ['ID=1a899be1-fae4-4e55-ab37-e5b2c436daf0,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:50.899959 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'name': 'tempest-TestMinimumBasicScenario-293179760-router', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:39Z', 'updated_at': '2022-02-20T20:11:44Z', 'revision_number': 4, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'gw_port': {'id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:40Z', 'updated_at': '2022-02-20T20:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '5ba26c90-c9b7-4cd3-acb3-440ec08618c9', 'name': '', 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '35e2c01d-b8da-4960-b186-d6c91c1d318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:43Z', 'updated_at': '2022-02-20T20:11:49Z', 'revision_number': 4, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'subnets': [{'id': '35e2c01d-b8da-4960-b186-d6c91c1d318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:50.983869 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d0e37-85c2-4bba-aea8-817ba34a07ea None None] The sync data for ids ['9e7e5a33-e911-412a-9269-53e23c82c033'] in dv-cinder-830085-1-iscsi is: [{'id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'name': 'tempest-TestMinimumBasicScenario-293179760-router', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:39Z', 'updated_at': '2022-02-20T20:11:44Z', 'revision_number': 4, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'gw_port': {'id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:40Z', 'updated_at': '2022-02-20T20:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '5ba26c90-c9b7-4cd3-acb3-440ec08618c9', 'name': '', 'network_id': 'add63411-c7b9-4f59-ba14-17f3e434f918', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '35e2c01d-b8da-4960-b186-d6c91c1d318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:43Z', 'updated_at': '2022-02-20T20:11:49Z', 'revision_number': 4, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'subnets': [{'id': '35e2c01d-b8da-4960-b186-d6c91c1d318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:51.132060 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Deleting port a73d7a67-bf87-417e-a612-ec69d7f3adaf {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:51.132060 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.152420 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'name': 'tempest-TestShelveInstance-726455860-router', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:11:48Z', 'revision_number': 5, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'gw_port': {'id': 'a73d7a67-bf87-417e-a612-ec69d7f3adaf', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:51.187253 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8a57d6fa-2231-43bc-8d96-09fa363a81b6 None None] Current status of the port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 is: DOWN; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:51.192999 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a57d6fa-2231-43bc-8d96-09fa363a81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.192999 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] Checking router: efb226bf-9e9b-4e1f-9738-3e6dfc24c84e for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:51.209386 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6b81db6c-c051-43c3-9d65-56ed46b642ec req-91963e91-62cc-4dab-ba28-8b3f2a287def tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups?id=142df97f-b14a-4aa3-981d-52fec180e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822992 Feb 20 20:11:51.329806 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158c048-5375-4c02-8222-26a5d584ecf5 req-788a99bb-be5d-4899-b5d4-cf9575b0e4d9 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:51.331813 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d158c048-5375-4c02-8222-26a5d584ecf5 req-788a99bb-be5d-4899-b5d4-cf9575b0e4d9 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 945 time: 0.2159946 Feb 20 20:11:51.367582 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8a57d6fa-2231-43bc-8d96-09fa363a81b6 None None] For port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=5ba26c90-c9b7-4cd3-acb3-440ec08618c9,segment=NetworkSegment(62571432-cd7a-449b-8ce4-e759ab5bd5ae),segment_id=62571432-cd7a-449b-8ce4-e759ab5bd5ae)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:51.368363 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] Routers {'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:51.369215 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:51.430929 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:51.470749 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d158c048-5375-4c02-8222-26a5d584ecf5 req-cdec0360-348b-4f07-b8aa-609b037da516 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304605 Feb 20 20:11:51.512506 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a57d6fa-2231-43bc-8d96-09fa363a81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.673600 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57d6fa-2231-43bc-8d96-09fa363a81b6 None None] Pushing event updated for resources: {'Port': ['ID=5ba26c90-c9b7-4cd3-acb3-440ec08618c9,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:51.718177 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:51.730052 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] Sync routers for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:51.758858 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:51.759510 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:51.769490 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] Set router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e gateway port host: None {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:51.788736 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] No DVR routers for this DVR port 1a899be1-fae4-4e55-ab37-e5b2c436daf0 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:51.792642 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.797081 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ff588dd3-b83d-4263-b8ad-279efd9a3140 req-0e21364b-4c28-4e25-a4a2-34f94caf2918 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.75 "DELETE /v2.0/ports/1a899be1-fae4-4e55-ab37-e5b2c436daf0 HTTP/1.1" status: 204 len: 173 time: 2.2706101 Feb 20 20:11:51.810211 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'name': 'network-vif-deleted', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:51.810211 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02700d4a-e054-4734-a328-6b502a4a0291" -d '{"events": [{"server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "name": "network-vif-deleted", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:51.861234 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] For port a73d7a67-bf87-417e-a612-ec69d7f3adaf, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=a73d7a67-bf87-417e-a612-ec69d7f3adaf,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:51.861673 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.875821 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3ee014-658d-47a5-93b6-d7e040f8f6ac x-openstack-request-id: req-fd3ee014-658d-47a5-93b6-d7e040f8f6ac {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:51.877280 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f60f31-e3e4-4705-910a-d01bdba1d965", "name": "network-vif-deleted", "tag": "1a899be1-fae4-4e55-ab37-e5b2c436daf0", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:51.877825 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd3ee014-658d-47a5-93b6-d7e040f8f6ac {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:51.878506 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f60f31-e3e4-4705-910a-d01bdba1d965', 'name': 'network-vif-deleted', 'tag': '1a899be1-fae4-4e55-ab37-e5b2c436daf0', 'status': 'completed', 'code': 200} Feb 20 20:11:51.897646 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Calling delete_port for a73d7a67-bf87-417e-a612-ec69d7f3adaf owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:51.929489 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'name': 'tempest-TestShelveInstance-726455860-router', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:11:50Z', 'revision_number': 6, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'gw_port_host': None}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:51.978741 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceb5ad-ad9f-4ed5-b565-3f4ec15dc69c None None] The sync data for ids ['efb226bf-9e9b-4e1f-9738-3e6dfc24c84e'] in dv-cinder-830085-1-iscsi is: [{'id': 'efb226bf-9e9b-4e1f-9738-3e6dfc24c84e', 'name': 'tempest-TestShelveInstance-726455860-router', 'tenant_id': '3b997ce0e7aa47bc8474108a85ca5074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:11:50Z', 'revision_number': 6, 'project_id': '3b997ce0e7aa47bc8474108a85ca5074', 'gw_port_host': None}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:52.308376 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:52.390871 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dff821ac-dd15-4af9-be94-b2c1820aa8d6 req-41b92730-2dff-4ec4-8c96-64f9af03ab20 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2f60f31-e3e4-4705-910a-d01bdba1d965 HTTP/1.1" status: 200 len: 210 time: 0.0553687 Feb 20 20:11:52.393651 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (a73d7a67-bf87-417e-a612-ec69d7f3adaf), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.440437 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73d7a67-bf87-417e-a612-ec69d7f3adaf,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:52.569760 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1875848'] for router_gateway (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.788840 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1874452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11427'] for router (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.791578 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169e6ee-6112-4837-a66a-28b724529544 req-4366b1e1-3024-4995-b5ff-bbda19d2e4f5 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:52.791906 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Publish callbacks [] for router_controller (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.793760 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7169e6ee-6112-4837-a66a-28b724529544 req-4366b1e1-3024-4995-b5ff-bbda19d2e4f5 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 945 time: 0.1746845 Feb 20 20:11:52.918756 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:52.953176 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7169e6ee-6112-4837-a66a-28b724529544 req-857174a8-3341-4efa-98a4-e8cab2fb18c9 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529169 Feb 20 20:11:52.975590 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] Checking router: 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:52.977336 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1874541'] for router (efb226bf-9e9b-4e1f-9738-3e6dfc24c84e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.977924 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb226bf-9e9b-4e1f-9738-3e6dfc24c84e {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:11:52.982124 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:52.982780 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:52.985120 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.987997 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-173f0154-38bf-4500-bdc9-f018e87fd399 admin admin] 10.222.0.60 "DELETE /v2.0/routers/efb226bf-9e9b-4e1f-9738-3e6dfc24c84e HTTP/1.1" status: 204 len: 168 time: 2.8669052 Feb 20 20:11:52.992473 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49338) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:53.041136 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device dba3326e-02ac-4d68-a8a5-60f820ed9d96 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:53.142475 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-c812ecd5-328a-44a5-bf51-fe7489adec08 admin admin] Deleting subnet 0bb7e1cc-f858-462b-872d-ad801bd51d6f {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:11:53.161165 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c812ecd5-328a-44a5-bf51-fe7489adec08 admin admin] Publish callbacks [] for subnet (0bb7e1cc-f858-462b-872d-ad801bd51d6f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.259154 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c812ecd5-328a-44a5-bf51-fe7489adec08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (0bb7e1cc-f858-462b-872d-ad801bd51d6f), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.278497 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port dba3326e-02ac-4d68-a8a5-60f820ed9d96 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:11:53.284003 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port dba3326e-02ac-4d68-a8a5-60f820ed9d96 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:53.284713 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.326944 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:53.350528 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 up at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:53.512147 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c812ecd5-328a-44a5-bf51-fe7489adec08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (0bb7e1cc-f858-462b-872d-ad801bd51d6f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.594924 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Provisioning complete for port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:53.595439 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.597708 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port dba3326e-02ac-4d68-a8a5-60f820ed9d96 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:53.598609 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.653352 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18afc74-8544-4a3d-8adf-1d7be316dee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba3326e-02ac-4d68-a8a5-60f820ed9d96'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:53.655580 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0787736d-84fa-404f-96a0-1d310366b0e3" -d '{"events": [{"server_uuid": "b18afc74-8544-4a3d-8adf-1d7be316dee1", "name": "network-vif-plugged", "status": "completed", "tag": "dba3326e-02ac-4d68-a8a5-60f820ed9d96"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:53.678777 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port dba3326e-02ac-4d68-a8a5-60f820ed9d96, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dba3326e-02ac-4d68-a8a5-60f820ed9d96,segment=NetworkSegment(0a955f23-d4a0-499a-b24b-3071319ef5b6),segment_id=0a955f23-d4a0-499a-b24b-3071319ef5b6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:53.706222 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:53.718232 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1887fb-481b-4f59-a629-0b42dddcebf5 x-openstack-request-id: req-9a1887fb-481b-4f59-a629-0b42dddcebf5 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:53.718539 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18afc74-8544-4a3d-8adf-1d7be316dee1", "name": "network-vif-plugged", "status": "completed", "tag": "dba3326e-02ac-4d68-a8a5-60f820ed9d96", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:53.718768 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a1887fb-481b-4f59-a629-0b42dddcebf5 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:53.719184 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18afc74-8544-4a3d-8adf-1d7be316dee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba3326e-02ac-4d68-a8a5-60f820ed9d96', 'code': 200} Feb 20 20:11:53.743815 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a6f8e-ac2f-4efa-be9d-ee64f4f8dc0f None None] The sync data for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi is: [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:03:57Z', 'revision_number': 4, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': 'd4c96706-d595-4817-99b6-572b7668b7aa', 'name': '', 'network_id': '628a481f-f881-4fc8-9417-12ed3960094e', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'mac_address': 'fa:16:3e:ee:5b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:55Z', 'updated_at': '2022-02-20T20:04:06Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'subnets': [{'id': 'c944ad5c-f538-4714-b338-90f8675dfd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:53.753368 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Current status of the port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:53.778949 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 4057a055-2132-40f0-9953-8bba3695196e no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:53.823752 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 4057a055-2132-40f0-9953-8bba3695196e {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:53.823918 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 4057a055-2132-40f0-9953-8bba3695196e not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:53.952326 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49346) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:53.983588 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c812ecd5-328a-44a5-bf51-fe7489adec08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (0bb7e1cc-f858-462b-872d-ad801bd51d6f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.989066 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.989066 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 1a899be1-fae4-4e55-ab37-e5b2c436daf0 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:54.037694 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c812ecd5-328a-44a5-bf51-fe7489adec08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.038208 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3a95310-381a-4efe-b93f-a4e5102e777a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (142df97f-b14a-4aa3-981d-52fec180e0ca), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.071145 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c812ecd5-328a-44a5-bf51-fe7489adec08 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0bb7e1cc-f858-462b-872d-ad801bd51d6f HTTP/1.1" status: 204 len: 168 time: 1.0775900 Feb 20 20:11:54.072194 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49354) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:54.133150 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccead5f-47b6-42f0-ad7a-6cc139154cfb None None] Network 483b0f92-c933-4289-84b7-ad5cfc883e68 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:54.154998 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812ecd5-328a-44a5-bf51-fe7489adec08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb7e1cc-f858-462b-872d-ad801bd51d6f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:54.211977 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 1a899be1-fae4-4e55-ab37-e5b2c436daf0 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:54.212326 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 1a899be1-fae4-4e55-ab37-e5b2c436daf0 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:54.220395 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e2a88-c659-410e-9669-7e7f8ab724e4 None None] New status for floating IP 3883e1d4-f07b-4d72-9f5d-381d1410e9b0: DOWN {{(pid=103187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:11:54.226881 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3a95310-381a-4efe-b93f-a4e5102e777a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (142df97f-b14a-4aa3-981d-52fec180e0ca), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.369955 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (483b0f92-c933-4289-84b7-ad5cfc883e68), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.412487 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09872c4e-a893-4c97-b5a6-9618c4a633d0 req-e1b71820-7678-4c01-b809-ce0e836cf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:54.414171 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09872c4e-a893-4c97-b5a6-9618c4a633d0 req-e1b71820-7678-4c01-b809-ce0e836cf936 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 1130 time: 0.1581745 Feb 20 20:11:54.423902 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f162fa8-2f1a-4dfd-b4ac-f8c8847bc299 req-d9019e87-0cd4-4ed0-996f-eda32ddda339 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:54.426287 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1f162fa8-2f1a-4dfd-b4ac-f8c8847bc299 req-d9019e87-0cd4-4ed0-996f-eda32ddda339 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 946 time: 0.1942132 Feb 20 20:11:54.550594 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=dba3326e-02ac-4d68-a8a5-60f820ed9d96,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:54.563980 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1f162fa8-2f1a-4dfd-b4ac-f8c8847bc299 req-449bd1b7-08ea-4262-bf38-8fb3c57ded45 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101189 Feb 20 20:11:54.570425 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3a95310-381a-4efe-b93f-a4e5102e777a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (142df97f-b14a-4aa3-981d-52fec180e0ca), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.573125 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b3a95310-381a-4efe-b93f-a4e5102e777a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.574288 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b3a95310-381a-4efe-b93f-a4e5102e777a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "DELETE /v2.0/security-groups/142df97f-b14a-4aa3-981d-52fec180e0ca HTTP/1.1" status: 204 len: 168 time: 0.6238196 Feb 20 20:11:54.578026 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49356) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:54.627853 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.api.v2.resource [None req-e50a8722-99fd-43c6-b2d4-250904ada0a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] show failed (client error): The resource could not be found. Feb 20 20:11:54.634167 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a95310-381a-4efe-b93f-a4e5102e777a tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142df97f-b14a-4aa3-981d-52fec180e0ca,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:54.637652 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e50a8722-99fd-43c6-b2d4-250904ada0a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "GET /v2.0/security-groups/142df97f-b14a-4aa3-981d-52fec180e0ca HTTP/1.1" status: 404 len: 347 time: 0.0578480 Feb 20 20:11:54.648652 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49360) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:54.667791 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-09872c4e-a893-4c97-b5a6-9618c4a633d0 req-c3b89b66-f9f2-4ba5-95af-4987bfab405d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197645 Feb 20 20:11:54.672875 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Deleting port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:54.673305 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.702800 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2a2d47-5f55-46e8-ac66-7f50d0659815 None None] DHCP port deletion for 483b0f92-c933-4289-84b7-ad5cfc883e68 request from dv-cinder-830085-1-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:11:54.771172 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] For port 61d8cc20-1392-4101-8a89-3b7f68bb07c7, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=61d8cc20-1392-4101-8a89-3b7f68bb07c7,segment=NetworkSegment(6b4c41ec-ba2c-4630-8622-067c519d2a4d),segment_id=6b4c41ec-ba2c-4630-8622-067c519d2a4d)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:54.771659 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.790493 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Calling delete_port for 61d8cc20-1392-4101-8a89-3b7f68bb07c7 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:54.837573 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a2d47-5f55-46e8-ac66-7f50d0659815 None None] Deleting port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:54.838057 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2d47-5f55-46e8-ac66-7f50d0659815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.931543 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2b2a2d47-5f55-46e8-ac66-7f50d0659815 None None] For port 61d8cc20-1392-4101-8a89-3b7f68bb07c7, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=61d8cc20-1392-4101-8a89-3b7f68bb07c7,segment=NetworkSegment(6b4c41ec-ba2c-4630-8622-067c519d2a4d),segment_id=6b4c41ec-ba2c-4630-8622-067c519d2a4d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:54.932041 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2d47-5f55-46e8-ac66-7f50d0659815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.946312 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a2d47-5f55-46e8-ac66-7f50d0659815 None None] Calling delete_port for 61d8cc20-1392-4101-8a89-3b7f68bb07c7 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:54.971842 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.984662 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a42d3eaf-8db9-4b73-9899-4c8992c1f4a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Deleting port 546dd12f-3ee5-4864-8fc2-b082eaa27217 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:54.986684 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a42d3eaf-8db9-4b73-9899-4c8992c1f4a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (546dd12f-3ee5-4864-8fc2-b082eaa27217), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.020701 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d8cc20-1392-4101-8a89-3b7f68bb07c7,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:55.036457 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2d47-5f55-46e8-ac66-7f50d0659815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433'] for port (61d8cc20-1392-4101-8a89-3b7f68bb07c7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.038313 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] No DVR routers for this DVR port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 on host dv-cinder-830085-1-iscsi {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:55.039041 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device a73d7a67-bf87-417e-a612-ec69d7f3adaf no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:55.068259 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a2d47-5f55-46e8-ac66-7f50d0659815 None None] Pushing event deleted for resources: {'Port': ['ID=61d8cc20-1392-4101-8a89-3b7f68bb07c7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:55.090903 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: a73d7a67-bf87-417e-a612-ec69d7f3adaf {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:55.091403 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device a73d7a67-bf87-417e-a612-ec69d7f3adaf not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:55.091936 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 61d8cc20-1392-4101-8a89-3b7f68bb07c7 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:55.094356 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a2d47-5f55-46e8-ac66-7f50d0659815 None None] No DVR routers for this DVR port 61d8cc20-1392-4101-8a89-3b7f68bb07c7 on host dv-cinder-830085-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:55.118664 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 61d8cc20-1392-4101-8a89-3b7f68bb07c7 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:55.119167 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 61d8cc20-1392-4101-8a89-3b7f68bb07c7 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:55.156138 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a42d3eaf-8db9-4b73-9899-4c8992c1f4a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (546dd12f-3ee5-4864-8fc2-b082eaa27217), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.156797 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a42d3eaf-8db9-4b73-9899-4c8992c1f4a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (546dd12f-3ee5-4864-8fc2-b082eaa27217), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.172281 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-a42d3eaf-8db9-4b73-9899-4c8992c1f4a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Calling delete_port for 546dd12f-3ee5-4864-8fc2-b082eaa27217 owned by network:floatingip {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:55.224086 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (483b0f92-c933-4289-84b7-ad5cfc883e68), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.267200 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483b0f92-c933-4289-84b7-ad5cfc883e68']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:55.291559 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4c41ec-ba2c-4630-8622-067c519d2a4d') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:55.292003 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4c41ec-ba2c-4630-8622-067c519d2a4d') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:55.309318 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32895715'] for segment (6b4c41ec-ba2c-4630-8622-067c519d2a4d), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.336274 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (6b4c41ec-ba2c-4630-8622-067c519d2a4d), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.352829 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:11:55.353634 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29963032'] for segment (6b4c41ec-ba2c-4630-8622-067c519d2a4d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: Traceback (most recent call last): Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: timer() Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: cb(*args, **kw) Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: return func(*args, **kwargs) Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: self._notify() Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: self.callback(batched_events) Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: event.method(event) Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: return f(self, *a, **k) Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._get(url).json() Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:11:55.356507 dv-cinder-830085-1-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:11:55.465732 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a42d3eaf-8db9-4b73-9899-4c8992c1f4a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (546dd12f-3ee5-4864-8fc2-b082eaa27217), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.500441 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d3eaf-8db9-4b73-9899-4c8992c1f4a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Pushing event deleted for resources: {'Port': ['ID=546dd12f-3ee5-4864-8fc2-b082eaa27217,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:55.547980 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (483b0f92-c933-4289-84b7-ad5cfc883e68), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.565281 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.575279 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/483b0f92-c933-4289-84b7-ad5cfc883e68 HTTP/1.1" status: 204 len: 168 time: 1.4938362 Feb 20 20:11:55.588832 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd4f7c-7dbd-4489-bf55-1c9e7b7913e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=483b0f92-c933-4289-84b7-ad5cfc883e68,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:55.617497 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a42d3eaf-8db9-4b73-9899-4c8992c1f4a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks [] for floatingip (3883e1d4-f07b-4d72-9f5d-381d1410e9b0), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.620254 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a42d3eaf-8db9-4b73-9899-4c8992c1f4a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.636761 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-a42d3eaf-8db9-4b73-9899-4c8992c1f4a4 tempest-AttachVolumeShelveTestJSON-1524082140 tempest-AttachVolumeShelveTestJSON-1524082140-project] 10.222.0.60 "DELETE /v2.0/floatingips/3883e1d4-f07b-4d72-9f5d-381d1410e9b0 HTTP/1.1" status: 204 len: 168 time: 0.9732428 Feb 20 20:11:55.785100 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd05b89-40f7-4445-9d50-a2d9579f29f2 req-cb380e02-0bca-473a-960a-18265023095b tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:55.789190 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2dd05b89-40f7-4445-9d50-a2d9579f29f2 req-cb380e02-0bca-473a-960a-18265023095b tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 946 time: 0.0788236 Feb 20 20:11:55.872353 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2dd05b89-40f7-4445-9d50-a2d9579f29f2 req-4d0c2df2-37bb-4d02-9701-a6e3eac734dd tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753474 Feb 20 20:11:55.959313 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41086005-ef12-400d-900c-3ffea2e7ea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:56.097998 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49370) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:56.173002 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-ff304fa5-2bb1-44a1-acd9-b671144d8e42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c8e34338e9a48629be67b295d115a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0732145 Feb 20 20:11:56.175501 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49372) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:56.249260 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d672-fd8a-4bb4-bbab-bff61759577f admin admin] Publish callbacks [] for security_group (733e08ef-8a35-4d5a-9b2d-9e0e747fd304), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:56.277143 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d672-fd8a-4bb4-bbab-bff61759577f admin admin] Publish callbacks [] for security_group (733e08ef-8a35-4d5a-9b2d-9e0e747fd304), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:56.633581 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d672-fd8a-4bb4-bbab-bff61759577f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (733e08ef-8a35-4d5a-9b2d-9e0e747fd304), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:56.639606 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d672-fd8a-4bb4-bbab-bff61759577f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:56.641929 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-5fd0d672-fd8a-4bb4-bbab-bff61759577f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/733e08ef-8a35-4d5a-9b2d-9e0e747fd304 HTTP/1.1" status: 204 len: 168 time: 0.4643006 Feb 20 20:11:56.664702 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0d672-fd8a-4bb4-bbab-bff61759577f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733e08ef-8a35-4d5a-9b2d-9e0e747fd304,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:57.164661 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85339e81-3f10-43b4-b10e-567804f1cb04 req-912b430f-c83e-4eed-8e12-ac3cc48e0f11 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:57.171081 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85339e81-3f10-43b4-b10e-567804f1cb04 req-912b430f-c83e-4eed-8e12-ac3cc48e0f11 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 946 time: 0.1627283 Feb 20 20:11:57.252773 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-85339e81-3f10-43b4-b10e-567804f1cb04 req-dd471f84-7d5b-46a9-b542-3c1bc24ab338 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703948 Feb 20 20:11:57.589190 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49428) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:57.642107 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-274a6d3e-ed85-486d-8af2-42de4184a985 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b997ce0e7aa47bc8474108a85ca5074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512116 Feb 20 20:11:57.648365 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49430) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:57.707942 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-117f356f-170e-415e-8509-29a1f5c89d01 admin admin] Publish callbacks [] for security_group (58c285ca-626b-4b46-9668-10e66535a567), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:57.733580 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-117f356f-170e-415e-8509-29a1f5c89d01 admin admin] Publish callbacks [] for security_group (58c285ca-626b-4b46-9668-10e66535a567), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.101786 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-117f356f-170e-415e-8509-29a1f5c89d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (58c285ca-626b-4b46-9668-10e66535a567), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.107437 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6ba009e0-6e3d-4420-9cf1-fcb5269a7995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.109541 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-117f356f-170e-415e-8509-29a1f5c89d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.117397 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-117f356f-170e-415e-8509-29a1f5c89d01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58c285ca-626b-4b46-9668-10e66535a567 HTTP/1.1" status: 204 len: 168 time: 0.4672475 Feb 20 20:11:58.135735 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f356f-170e-415e-8509-29a1f5c89d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c285ca-626b-4b46-9668-10e66535a567,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:58.513209 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49444) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:59.313699 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.407584 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1875698'] for router_interface (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.828749 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] Deleting port d4c96706-d595-4817-99b6-572b7668b7aa {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:59.829506 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.964399 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] For port d4c96706-d595-4817-99b6-572b7668b7aa, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=d4c96706-d595-4817-99b6-572b7668b7aa,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:59.964979 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.992992 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] Calling delete_port for d4c96706-d595-4817-99b6-572b7668b7aa owned by network:router_interface {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:00.376156 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (d4c96706-d595-4817-99b6-572b7668b7aa), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.446034 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c96706-d595-4817-99b6-572b7668b7aa,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:00.581754 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.755850 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1875298'] for router_interface (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.163415 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] Router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:12:01.604535 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:01.610235 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5a5246c3-7495-4004-94bb-7b6eabcf8739 admin admin] 10.222.0.60 "PUT /v2.0/routers/5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0950990 Feb 20 20:12:01.615608 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49472) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:01.619064 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] Sync routers for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:01.633222 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:01.633852 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:01.785386 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Publish callbacks [] for router (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.818200 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:01.961012 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Publish callbacks [] for router_gateway (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.118114 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:12:00Z', 'revision_number': 5, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port': {'id': '4051649b-0fb2-4929-98fb-53ccd78592ba', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:49Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:02.178168 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] Checking router: 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:02.178459 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Deleting port 4051649b-0fb2-4929-98fb-53ccd78592ba {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:02.179187 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.189204 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] Routers {'5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:02.189859 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:11:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:02.219123 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.314500 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] Set router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:02.320977 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] For port 4051649b-0fb2-4929-98fb-53ccd78592ba, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=4051649b-0fb2-4929-98fb-53ccd78592ba,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:02.321718 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.340513 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Calling delete_port for 4051649b-0fb2-4929-98fb-53ccd78592ba owned by network:router_gateway {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:02.392391 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:12:01Z', 'revision_number': 6, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port_host': None}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:02.427803 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd92813-c678-42f6-8958-d8b7907864e0 None None] The sync data for ids ['5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09'] in dv-cinder-830085-1-iscsi is: [{'id': '5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09', 'name': 'tempest-AttachVolumeShelveTestJSON-2121942211-router', 'tenant_id': 'e1bbd53d77c94e618e7f59de051406ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:48Z', 'updated_at': '2022-02-20T20:12:01Z', 'revision_number': 6, 'project_id': 'e1bbd53d77c94e618e7f59de051406ed', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:02.648723 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (4051649b-0fb2-4929-98fb-53ccd78592ba), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.677346 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=4051649b-0fb2-4929-98fb-53ccd78592ba,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:02.755336 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1875848'] for router_gateway (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.886454 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1874452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11427'] for router (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.889689 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Publish callbacks [] for router_controller (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.916711 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device d4c96706-d595-4817-99b6-572b7668b7aa no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:02.938524 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: d4c96706-d595-4817-99b6-572b7668b7aa {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:02.938861 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device d4c96706-d595-4817-99b6-572b7668b7aa not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:03.033154 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1874541'] for router (5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.033844 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 {{(pid=103185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:12:03.044361 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.046747 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-184d6e70-b6cc-42c7-b202-9e44e0669e28 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5bea6e5a-fe5f-4907-8d49-0e8bc15dfb09 HTTP/1.1" status: 204 len: 168 time: 1.4294775 Feb 20 20:12:03.056736 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49490) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:03.131755 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-30146f34-7fca-4617-a726-a955fcd6dafc admin admin] Deleting subnet c944ad5c-f538-4714-b338-90f8675dfd7a {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:12:03.136504 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-30146f34-7fca-4617-a726-a955fcd6dafc admin admin] Publish callbacks [] for subnet (c944ad5c-f538-4714-b338-90f8675dfd7a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.180405 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-30146f34-7fca-4617-a726-a955fcd6dafc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (c944ad5c-f538-4714-b338-90f8675dfd7a), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.271657 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-30146f34-7fca-4617-a726-a955fcd6dafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (c944ad5c-f538-4714-b338-90f8675dfd7a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.497337 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-30146f34-7fca-4617-a726-a955fcd6dafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (c944ad5c-f538-4714-b338-90f8675dfd7a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.541521 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30146f34-7fca-4617-a726-a955fcd6dafc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c944ad5c-f538-4714-b338-90f8675dfd7a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:03.547618 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-30146f34-7fca-4617-a726-a955fcd6dafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.555655 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-30146f34-7fca-4617-a726-a955fcd6dafc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c944ad5c-f538-4714-b338-90f8675dfd7a HTTP/1.1" status: 204 len: 168 time: 0.4971371 Feb 20 20:12:03.559142 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49500) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:03.568004 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f6642a-9dd9-44bc-81a4-377ef2f97262 None None] Network 628a481f-f881-4fc8-9417-12ed3960094e requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:12:03.685990 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (628a481f-f881-4fc8-9417-12ed3960094e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.779782 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Deleting port 2be0726d-6757-44a8-85de-4ce8e3d53e20 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:03.780133 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.830063 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e2250-1029-40f8-9dee-09c5150f88ae None None] DHCP port deletion for 628a481f-f881-4fc8-9417-12ed3960094e request from dv-cinder-830085-1-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:12:03.835821 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-b13b1b49-4d6c-4727-9d77-1f945ed38664 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:03.843909 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-b13b1b49-4d6c-4727-9d77-1f945ed38664 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/networks?id=db8c8873-7f1b-493a-86af-596216e0a763 HTTP/1.1" status: 200 len: 815 time: 0.2058287 Feb 20 20:12:03.862333 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-573020d9-48db-4e24-94ce-1e9c4c0bff0c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/quotas/c045506d99f44170a1ba8efc46b78ddc HTTP/1.1" status: 200 len: 375 time: 0.0169458 Feb 20 20:12:03.898750 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] For port 2be0726d-6757-44a8-85de-4ce8e3d53e20, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=2be0726d-6757-44a8-85de-4ce8e3d53e20,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:03.899486 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.913126 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-744e2250-1029-40f8-9dee-09c5150f88ae None None] Deleting port 2be0726d-6757-44a8-85de-4ce8e3d53e20 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:03.913934 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-744e2250-1029-40f8-9dee-09c5150f88ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.922165 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Calling delete_port for 2be0726d-6757-44a8-85de-4ce8e3d53e20 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:03.948160 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-513a3ffa-1ab3-4fec-bb60-a6e0c392c362 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c045506d99f44170a1ba8efc46b78ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795443 Feb 20 20:12:04.012190 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-744e2250-1029-40f8-9dee-09c5150f88ae None None] For port 2be0726d-6757-44a8-85de-4ce8e3d53e20, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=2be0726d-6757-44a8-85de-4ce8e3d53e20,segment=NetworkSegment(20165056-916c-4fb3-8bfd-b0c7042a96e4),segment_id=20165056-916c-4fb3-8bfd-b0c7042a96e4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:04.013118 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-744e2250-1029-40f8-9dee-09c5150f88ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.036742 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-744e2250-1029-40f8-9dee-09c5150f88ae None None] Calling delete_port for 2be0726d-6757-44a8-85de-4ce8e3d53e20 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:04.091991 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-12bc9ed3-2761-451a-af1b-8a6f53693c85 service neutron] 10.222.0.60 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284511 Feb 20 20:12:04.141897 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.157060 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] No DVR routers for this DVR port 2be0726d-6757-44a8-85de-4ce8e3d53e20 on host dv-cinder-830085-1-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:12:04.177271 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-744e2250-1029-40f8-9dee-09c5150f88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433'] for port (2be0726d-6757-44a8-85de-4ce8e3d53e20), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.180519 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be0726d-6757-44a8-85de-4ce8e3d53e20,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:04.226183 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e2250-1029-40f8-9dee-09c5150f88ae None None] Pushing event deleted for resources: {'Port': ['ID=2be0726d-6757-44a8-85de-4ce8e3d53e20,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:04.239746 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e2250-1029-40f8-9dee-09c5150f88ae None None] No DVR routers for this DVR port 2be0726d-6757-44a8-85de-4ce8e3d53e20 on host dv-cinder-830085-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:12:04.269829 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-91cf3044-0e08-42d2-852e-e3bd7d4a2e66 service neutron] 10.222.0.60 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735573 Feb 20 20:12:04.319772 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (628a481f-f881-4fc8-9417-12ed3960094e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.362238 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628a481f-f881-4fc8-9417-12ed3960094e']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:04.371841 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20165056-916c-4fb3-8bfd-b0c7042a96e4') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:04.372335 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20165056-916c-4fb3-8bfd-b0c7042a96e4') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:04.387567 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (20165056-916c-4fb3-8bfd-b0c7042a96e4), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.406776 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (20165056-916c-4fb3-8bfd-b0c7042a96e4), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.415087 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:12:04.415636 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (20165056-916c-4fb3-8bfd-b0c7042a96e4), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:12:04.418302 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:12:04.600597 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9c15d2af-a237-42f8-96e2-9cdd50dc3a1e req-21c9339e-1524-4d4d-a1e3-aa7bb695c03c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 210 time: 0.0353017 Feb 20 20:12:04.621353 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (628a481f-f881-4fc8-9417-12ed3960094e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.634477 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.637898 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/628a481f-f881-4fc8-9417-12ed3960094e HTTP/1.1" status: 204 len: 168 time: 1.0772085 Feb 20 20:12:04.655324 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc59424-2c06-4fdc-bc26-3d38eb3943f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=628a481f-f881-4fc8-9417-12ed3960094e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:04.790598 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 4051649b-0fb2-4929-98fb-53ccd78592ba no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:04.816805 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 4051649b-0fb2-4929-98fb-53ccd78592ba {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:04.820181 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 4051649b-0fb2-4929-98fb-53ccd78592ba not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:04.820181 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 2be0726d-6757-44a8-85de-4ce8e3d53e20 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:04.840035 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 2be0726d-6757-44a8-85de-4ce8e3d53e20 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:04.840314 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 2be0726d-6757-44a8-85de-4ce8e3d53e20 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:05.071071 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49518) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:05.125945 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-077fcb49-8bdf-4ba4-aafb-2e2601955e1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1bbd53d77c94e618e7f59de051406ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533693 Feb 20 20:12:05.129791 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49520) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:05.189598 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5ab8-03e7-404b-8cef-012ef1d1798d admin admin] Publish callbacks [] for security_group (3de9761e-71b4-4a58-8e54-8cf3eeff778f), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.216539 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5ab8-03e7-404b-8cef-012ef1d1798d admin admin] Publish callbacks [] for security_group (3de9761e-71b4-4a58-8e54-8cf3eeff778f), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.339867 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5ab8-03e7-404b-8cef-012ef1d1798d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (3de9761e-71b4-4a58-8e54-8cf3eeff778f), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.343121 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5ab8-03e7-404b-8cef-012ef1d1798d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.344611 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-ab7a5ab8-03e7-404b-8cef-012ef1d1798d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3de9761e-71b4-4a58-8e54-8cf3eeff778f HTTP/1.1" status: 204 len: 168 time: 0.2134380 Feb 20 20:12:05.355903 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a5ab8-03e7-404b-8cef-012ef1d1798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de9761e-71b4-4a58-8e54-8cf3eeff778f,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:05.714352 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-415022ab-9d6d-476a-bb55-5887d48bd1cb req-29838c0f-ba48-488c-ad10-7cf715b3e308 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 210 time: 0.0396371 Feb 20 20:12:06.825355 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fb7ba572-f74a-4d75-b511-6ef5dc0ae637 req-37dedb88-3e3e-4465-9a95-0dd1e7110e57 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 210 time: 0.0352640 Feb 20 20:12:07.786688 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-27499ead-5ad1-4e9d-ab71-8d9cdd4ea5dd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.788205 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-27499ead-5ad1-4e9d-ab71-8d9cdd4ea5dd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.75 "GET /v2.0/networks?id=db8c8873-7f1b-493a-86af-596216e0a763 HTTP/1.1" status: 200 len: 815 time: 0.1326220 Feb 20 20:12:07.812689 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'port': {'device_id': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'admin_state_up': True, 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:07.979686 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4686b78c-41d6-4108-a308-45176299e601 req-f579c688-7eb3-4c96-a585-e42777ce911c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 210 time: 0.0574689 Feb 20 20:12:08.095507 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Made reservation on behalf of c045506d99f44170a1ba8efc46b78ddc for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:12:08.103764 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.281643 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Allocated IP 172.20.0.12 (db8c8873-7f1b-493a-86af-596216e0a763/8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2/cfccf2b7-f03a-45d7-9992-17e3e6423c6e) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:08.520694 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.683557 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.732350 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Network db8c8873-7f1b-493a-86af-596216e0a763 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:08.735617 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:08.739464 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:08.772986 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'Port': ['ID=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:08.789030 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.789405 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.789885 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.790240 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.790572 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.790901 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.791281 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.791617 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.791945 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.792272 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.792610 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.792914 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.793260 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:08.834743 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:08.843270 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.033933 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-d5e16a96-62da-4696-aa82-cb4fb072df1d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2069609 Feb 20 20:12:09.043250 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Request body: {'port': {'device_id': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:09.147024 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-5af1f807-f00c-44d2-8428-253bc677064a None None] Provisioning complete for port cfccf2b7-f03a-45d7-9992-17e3e6423c6e triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:09.147732 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5af1f807-f00c-44d2-8428-253bc677064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.177576 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.216414 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5af1f807-f00c-44d2-8428-253bc677064a None None] Port cfccf2b7-f03a-45d7-9992-17e3e6423c6e cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:12:09.336972 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521104d-248a-4803-be05-95964bfe3025 req-b67b5449-84b7-4c6e-9393-7dd27ec16279 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:09.338466 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4521104d-248a-4803-be05-95964bfe3025 req-b67b5449-84b7-4c6e-9393-7dd27ec16279 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 932 time: 0.1643207 Feb 20 20:12:09.618600 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4521104d-248a-4803-be05-95964bfe3025 req-bcd1d478-899c-4c28-a995-7d1b38fa187c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686913 Feb 20 20:12:09.843470 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfccf2b7-f03a-45d7-9992-17e3e6423c6e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:12:09.853536 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Publish callbacks [] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.879924 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Transition to ACTIVE for port object cfccf2b7-f03a-45d7-9992-17e3e6423c6e will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:12:09.980932 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.019943 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:12:10.125588 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:10.263857 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Attempting to bind port cfccf2b7-f03a-45d7-9992-17e3e6423c6e on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:10.264281 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Attempting to bind port cfccf2b7-f03a-45d7-9992-17e3e6423c6e by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:10.264711 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Attempting to bind port cfccf2b7-f03a-45d7-9992-17e3e6423c6e on network db8c8873-7f1b-493a-86af-596216e0a763 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:10.270904 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Port cfccf2b7-f03a-45d7-9992-17e3e6423c6e on network db8c8873-7f1b-493a-86af-596216e0a763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:12:10.276607 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Attempting to bind port cfccf2b7-f03a-45d7-9992-17e3e6423c6e on network db8c8873-7f1b-493a-86af-596216e0a763 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:10.278598 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:10.279069 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Checking segment: {'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:10.279412 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Bound using segment: {'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:10.280039 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Bound port: cfccf2b7-f03a-45d7-9992-17e3e6423c6e, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:10.280506 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.408046 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] For port cfccf2b7-f03a-45d7-9992-17e3e6423c6e, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:10.415415 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] For port cfccf2b7-f03a-45d7-9992-17e3e6423c6e, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:10.500608 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.552038 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:10.553040 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.554584 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] 10.222.0.75 "PUT /v2.0/ports/cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 200 len: 1094 time: 1.5214539 Feb 20 20:12:10.555163 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:10.558093 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74fb837-2157-4f8f-b3a9-32531789ef4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:10.588803 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf521d-bfa5-4938-b2ca-10cc64f42dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:10.651401 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cfddb7-1ed3-4ccd-81d7-68809d3f6a2e x-openstack-request-id: req-98cfddb7-1ed3-4ccd-81d7-68809d3f6a2e {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:10.651945 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:10.652453 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98cfddb7-1ed3-4ccd-81d7-68809d3f6a2e {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:10.653045 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'status': 'completed', 'code': 200} Feb 20 20:12:10.887145 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5624e00-8097-46c3-8837-687d8bd36c3a req-9cbf2618-e99b-4b86-a066-d2226d282c4c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:10.890282 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c5624e00-8097-46c3-8837-687d8bd36c3a req-9cbf2618-e99b-4b86-a066-d2226d282c4c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 944 time: 0.1154761 Feb 20 20:12:11.005752 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c5624e00-8097-46c3-8837-687d8bd36c3a req-82df3a8f-0830-49ee-8b76-f5a6eaf9b27f tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036251 Feb 20 20:12:12.188107 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae7e00-b899-4751-b6b8-6a11cad067b8 req-cc901cd2-fd54-4598-9d6c-a9d4b103153e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:12.191218 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-80ae7e00-b899-4751-b6b8-6a11cad067b8 req-cc901cd2-fd54-4598-9d6c-a9d4b103153e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 944 time: 0.0964246 Feb 20 20:12:12.280550 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-80ae7e00-b899-4751-b6b8-6a11cad067b8 req-f02ba157-eac4-4d73-bb80-0fdc39ada745 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818117 Feb 20 20:12:12.332593 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49656) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:12.517019 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-01c50933-4277-422c-a70e-5e88d92b3d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.630629 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-01c50933-4277-422c-a70e-5e88d92b3d98 admin admin] Publish callbacks [] for security_group (eac5b30f-62c4-4aa6-8f55-e38e7279b02d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.765846 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-01c50933-4277-422c-a70e-5e88d92b3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (eac5b30f-62c4-4aa6-8f55-e38e7279b02d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.820963 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-01c50933-4277-422c-a70e-5e88d92b3d98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6662dffe8f1846e089cea63919e3a6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868395 Feb 20 20:12:12.830021 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c50933-4277-422c-a70e-5e88d92b3d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac5b30f-62c4-4aa6-8f55-e38e7279b02d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:12.833413 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49662) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:12.900913 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f70638e7-b202-4882-bb8f-3fce87e47476 admin admin] Publish callbacks [] for security_group (eac5b30f-62c4-4aa6-8f55-e38e7279b02d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.946024 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f70638e7-b202-4882-bb8f-3fce87e47476 admin admin] Publish callbacks [] for security_group (eac5b30f-62c4-4aa6-8f55-e38e7279b02d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:13.113156 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f70638e7-b202-4882-bb8f-3fce87e47476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (eac5b30f-62c4-4aa6-8f55-e38e7279b02d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:13.116362 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f70638e7-b202-4882-bb8f-3fce87e47476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:13.117760 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-f70638e7-b202-4882-bb8f-3fce87e47476 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eac5b30f-62c4-4aa6-8f55-e38e7279b02d HTTP/1.1" status: 204 len: 168 time: 0.2821746 Feb 20 20:12:13.126263 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70638e7-b202-4882-bb8f-3fce87e47476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac5b30f-62c4-4aa6-8f55-e38e7279b02d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:13.501858 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56ff0-9a73-4cb3-a0dd-c7cb2a36df51 req-0a8d252c-8c1a-4dc4-8280-6640e6c341c1 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:13.503656 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-39f56ff0-9a73-4cb3-a0dd-c7cb2a36df51 req-0a8d252c-8c1a-4dc4-8280-6640e6c341c1 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 944 time: 0.1157415 Feb 20 20:12:13.583069 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-39f56ff0-9a73-4cb3-a0dd-c7cb2a36df51 req-f1dbe753-d51b-4b2f-afc6-385b26b42a4c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728586 Feb 20 20:12:14.175970 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 49672) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:14.196985 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-406d0f2f-ba91-460b-8448-95c8ce773f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:14.310540 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-406d0f2f-ba91-460b-8448-95c8ce773f0b admin admin] Publish callbacks [] for security_group (0e852e67-90a7-4a0c-9a23-053fab5ae35c), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:14.433404 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-406d0f2f-ba91-460b-8448-95c8ce773f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (0e852e67-90a7-4a0c-9a23-053fab5ae35c), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:14.485304 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-406d0f2f-ba91-460b-8448-95c8ce773f0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a1d4918bc9c4441a511ea61775ad06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074636 Feb 20 20:12:14.488820 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0f2f-ba91-460b-8448-95c8ce773f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e852e67-90a7-4a0c-9a23-053fab5ae35c,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:14.489241 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49676) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:14.585673 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dee4f6fe-103e-4da6-87b6-d2f4c2b91986 admin admin] Publish callbacks [] for security_group (0e852e67-90a7-4a0c-9a23-053fab5ae35c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:14.617652 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dee4f6fe-103e-4da6-87b6-d2f4c2b91986 admin admin] Publish callbacks [] for security_group (0e852e67-90a7-4a0c-9a23-053fab5ae35c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:14.788918 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df215236-de08-4198-b509-73cd13bdb405 req-6a271db3-aa3c-42e9-9e3c-66ff9dbdd978 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:14.794995 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-df215236-de08-4198-b509-73cd13bdb405 req-6a271db3-aa3c-42e9-9e3c-66ff9dbdd978 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 944 time: 0.0924163 Feb 20 20:12:14.841217 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dee4f6fe-103e-4da6-87b6-d2f4c2b91986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (0e852e67-90a7-4a0c-9a23-053fab5ae35c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:14.848693 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dee4f6fe-103e-4da6-87b6-d2f4c2b91986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:14.851030 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-dee4f6fe-103e-4da6-87b6-d2f4c2b91986 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e852e67-90a7-4a0c-9a23-053fab5ae35c HTTP/1.1" status: 204 len: 168 time: 0.3596931 Feb 20 20:12:14.873528 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4f6fe-103e-4da6-87b6-d2f4c2b91986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e852e67-90a7-4a0c-9a23-053fab5ae35c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:14.899890 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-df215236-de08-4198-b509-73cd13bdb405 req-c2af6f45-9f12-4de1-8f97-601f370b20bd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034801 Feb 20 20:12:16.076352 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b18610-f8e2-485a-b38a-0f06f0407fc7 req-a291c1c0-394f-4d78-8557-2e5cb2746b4a tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:16.085007 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86b18610-f8e2-485a-b38a-0f06f0407fc7 req-a291c1c0-394f-4d78-8557-2e5cb2746b4a tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 944 time: 0.0771735 Feb 20 20:12:16.161434 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-86b18610-f8e2-485a-b38a-0f06f0407fc7 req-4fe4c0a7-1421-494d-81ce-290bae63454a tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751948 Feb 20 20:12:17.327011 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301061f-5a48-4ad7-925d-6b977c0c7726 req-f74641e0-aa9e-4a7e-8eae-fc8927655500 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:17.333872 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4301061f-5a48-4ad7-925d-6b977c0c7726 req-f74641e0-aa9e-4a7e-8eae-fc8927655500 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 944 time: 0.0688255 Feb 20 20:12:17.395730 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4301061f-5a48-4ad7-925d-6b977c0c7726 req-d218218e-de5c-403e-bca5-904db0acecb4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567479 Feb 20 20:12:17.994728 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb837-2157-4f8f-b3a9-32531789ef4e req-81c3d5f5-ddce-4a09-9563-5eecc7cfbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:17.996382 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d74fb837-2157-4f8f-b3a9-32531789ef4e req-81c3d5f5-ddce-4a09-9563-5eecc7cfbe0e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c045506d99f44170a1ba8efc46b78ddc&device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 1128 time: 0.0563960 Feb 20 20:12:18.141399 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb837-2157-4f8f-b3a9-32531789ef4e req-2d6d4f81-7858-4a17-9d27-d7c173202ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:18.142878 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d74fb837-2157-4f8f-b3a9-32531789ef4e req-2d6d4f81-7858-4a17-9d27-d7c173202ab6 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c045506d99f44170a1ba8efc46b78ddc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1261072 Feb 20 20:12:18.153341 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:18.257428 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb837-2157-4f8f-b3a9-32531789ef4e req-e844cf6c-7c8f-4a92-a1d5-77b2ab748f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:18.258952 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d74fb837-2157-4f8f-b3a9-32531789ef4e req-e844cf6c-7c8f-4a92-a1d5-77b2ab748f00 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099372 Feb 20 20:12:18.387179 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-f41a84d8-bb94-47d7-83e0-2c70e865ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:18.388730 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-f41a84d8-bb94-47d7-83e0-2c70e865ab66 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c045506d99f44170a1ba8efc46b78ddc&device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 1128 time: 0.0550263 Feb 20 20:12:18.450100 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-012b9edc-828c-4a38-aaf6-d32a4f401d52 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 200 len: 217 time: 0.0466182 Feb 20 20:12:18.573820 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8ebfa4c9-2391-4fcc-be4b-ae9075afafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:18.576691 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-8ebfa4c9-2391-4fcc-be4b-ae9075afafcb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2 HTTP/1.1" status: 200 len: 854 time: 0.1183839 Feb 20 20:12:18.663645 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc48516-c65b-44da-966a-2439db09bb4d req-ea6c43a9-b575-42aa-953f-1b14df5c4fbe tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:18.666345 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9bc48516-c65b-44da-966a-2439db09bb4d req-ea6c43a9-b575-42aa-953f-1b14df5c4fbe tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 944 time: 0.1616614 Feb 20 20:12:18.739405 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-503dd9f5-18c6-4c20-8730-8e8c6078f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:18.741905 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-503dd9f5-18c6-4c20-8730-8e8c6078f0be service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=db8c8873-7f1b-493a-86af-596216e0a763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1552219 Feb 20 20:12:18.782529 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9bc48516-c65b-44da-966a-2439db09bb4d req-eff75ef4-b5ae-411b-880a-251c3077f2dc tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051004 Feb 20 20:12:18.876225 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-efa4d8d7-c9f3-481c-bc53-9a608aacf30a service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256685 Feb 20 20:12:18.989567 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-535cf0c2-2fb1-462e-95be-c7746899ff80 req-44f86d06-9355-429d-857d-d1ee5a3735c9 service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061382 Feb 20 20:12:19.930840 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688dd0e-0be1-43c2-bdd8-a8777add5cd3 req-ad84dddf-ede5-4c36-9d5b-597b6f03ca2e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:19.932412 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0688dd0e-0be1-43c2-bdd8-a8777add5cd3 req-ad84dddf-ede5-4c36-9d5b-597b6f03ca2e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 944 time: 0.0649252 Feb 20 20:12:20.026400 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-0688dd0e-0be1-43c2-bdd8-a8777add5cd3 req-f73b80e6-8a1e-43eb-82f6-df4cbe0b9ddc tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799527 Feb 20 20:12:21.173600 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e3e58-5ac2-45ff-b70c-c13975b8f144 req-ca0cfc16-eaef-45b5-a2cc-f9aade3357fb tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:21.176601 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-363e3e58-5ac2-45ff-b70c-c13975b8f144 req-ca0cfc16-eaef-45b5-a2cc-f9aade3357fb tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 944 time: 0.0663986 Feb 20 20:12:21.199274 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device cfccf2b7-f03a-45d7-9992-17e3e6423c6e details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:12:21.255110 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-363e3e58-5ac2-45ff-b70c-c13975b8f144 req-9970101a-c7c6-4665-892a-1243debad14d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697784 Feb 20 20:12:21.333638 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port cfccf2b7-f03a-45d7-9992-17e3e6423c6e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:21.347425 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'port_id': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'mac_address': 'fa:16:3e:3b:72:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:12:21.402323 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port cfccf2b7-f03a-45d7-9992-17e3e6423c6e is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:21.402976 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:21.426257 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfccf2b7-f03a-45d7-9992-17e3e6423c6e {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:12:21.455532 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port cfccf2b7-f03a-45d7-9992-17e3e6423c6e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:22.387780 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2104cb-84ac-4f84-a30c-f84b0bf6a212 req-64aeb442-d625-4091-a47a-71ef23eeb30d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:22.390060 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b2104cb-84ac-4f84-a30c-f84b0bf6a212 req-64aeb442-d625-4091-a47a-71ef23eeb30d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 944 time: 0.0579245 Feb 20 20:12:22.447640 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2b2104cb-84ac-4f84-a30c-f84b0bf6a212 req-acd765ed-2839-4b2f-958f-c9061e1581d2 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504239 Feb 20 20:12:22.858095 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:22.913948 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:23.212661 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['cfccf2b7-f03a-45d7-9992-17e3e6423c6e'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:12:23.574531 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e5e65-0521-4b17-9925-2ee482bb36bb req-ab7b2852-1e4f-40ff-89c6-24e00bcd14eb tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:23.576067 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd1e5e65-0521-4b17-9925-2ee482bb36bb req-ab7b2852-1e4f-40ff-89c6-24e00bcd14eb tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 945 time: 0.0608337 Feb 20 20:12:23.635451 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bd1e5e65-0521-4b17-9925-2ee482bb36bb req-cf210631-d5fc-4e6a-90ca-11c7f843a3e2 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524049 Feb 20 20:12:24.775755 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38553-4257-4b5e-a574-a09ddffc2854 req-36cdee86-86f4-4512-99bf-198aefd5c67e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:24.777396 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7f38553-4257-4b5e-a574-a09ddffc2854 req-36cdee86-86f4-4512-99bf-198aefd5c67e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 945 time: 0.0708208 Feb 20 20:12:24.830709 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f7f38553-4257-4b5e-a574-a09ddffc2854 req-9036fa63-147a-4326-afea-8b9f5803f953 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472875 Feb 20 20:12:25.181877 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49800) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:25.202817 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device cfccf2b7-f03a-45d7-9992-17e3e6423c6e up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:25.329421 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d29952be-c1c0-4ea1-9106-6d8d95a91b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.370058 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port cfccf2b7-f03a-45d7-9992-17e3e6423c6e completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:12:25.374973 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port cfccf2b7-f03a-45d7-9992-17e3e6423c6e triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:25.375413 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.412678 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d29952be-c1c0-4ea1-9106-6d8d95a91b50 admin admin] Publish callbacks [] for security_group (4f93bc69-3b0e-4640-b581-f24255ca94c6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.459256 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port cfccf2b7-f03a-45d7-9992-17e3e6423c6e is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:25.459912 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.486226 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:25.490765 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81afb08c-d642-40aa-8a3d-4d795a8de2ca" -d '{"events": [{"server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "name": "network-vif-plugged", "status": "completed", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:25.514386 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port cfccf2b7-f03a-45d7-9992-17e3e6423c6e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:25.532523 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3994710-8948-421f-aec7-78ee565920e5 x-openstack-request-id: req-e3994710-8948-421f-aec7-78ee565920e5 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:25.532820 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "name": "network-vif-plugged", "status": "completed", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:25.533193 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3994710-8948-421f-aec7-78ee565920e5 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:25.533666 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'code': 200} Feb 20 20:12:25.535380 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d29952be-c1c0-4ea1-9106-6d8d95a91b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (4f93bc69-3b0e-4640-b581-f24255ca94c6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.576444 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d29952be-c1c0-4ea1-9106-6d8d95a91b50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4caa4c4a5ce4654b857b26b98636f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933597 Feb 20 20:12:25.577664 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29952be-c1c0-4ea1-9106-6d8d95a91b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93bc69-3b0e-4640-b581-f24255ca94c6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:25.585957 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49808) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:25.619162 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.662500 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35ce7f2c-b4e6-4c3d-8348-2de00e0ca085 admin admin] Publish callbacks [] for security_group (4f93bc69-3b0e-4640-b581-f24255ca94c6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.676691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:25.695701 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35ce7f2c-b4e6-4c3d-8348-2de00e0ca085 admin admin] Publish callbacks [] for security_group (4f93bc69-3b0e-4640-b581-f24255ca94c6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.929735 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35ce7f2c-b4e6-4c3d-8348-2de00e0ca085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (4f93bc69-3b0e-4640-b581-f24255ca94c6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.933375 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-35ce7f2c-b4e6-4c3d-8348-2de00e0ca085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.934952 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-35ce7f2c-b4e6-4c3d-8348-2de00e0ca085 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f93bc69-3b0e-4640-b581-f24255ca94c6 HTTP/1.1" status: 204 len: 168 time: 0.3476369 Feb 20 20:12:25.955557 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce7f2c-b4e6-4c3d-8348-2de00e0ca085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93bc69-3b0e-4640-b581-f24255ca94c6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:25.975483 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e60799-eb2a-4c75-919c-a1f2d7d5fc42 req-1a52b7cc-d293-4cff-95e7-eea693078881 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:25.977437 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-57e60799-eb2a-4c75-919c-a1f2d7d5fc42 req-1a52b7cc-d293-4cff-95e7-eea693078881 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0768797 Feb 20 20:12:25.998877 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b4c1-7cbd-49d2-9914-24bbfbd38b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:26.037961 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-57e60799-eb2a-4c75-919c-a1f2d7d5fc42 req-7120de42-4380-4cb1-b601-d3a3b906312e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532560 Feb 20 20:12:26.109872 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a7ed3-0478-4cac-9db6-2a99edfb44a3 req-70965a5d-2f99-4492-9fbb-68c20ae5fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:26.112217 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-424a7ed3-0478-4cac-9db6-2a99edfb44a3 req-70965a5d-2f99-4492-9fbb-68c20ae5fa12 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 1130 time: 0.0525692 Feb 20 20:12:26.182239 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-424a7ed3-0478-4cac-9db6-2a99edfb44a3 req-9e1d1e77-1a1c-4f89-bde9-450f125eaec6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613685 Feb 20 20:12:26.829177 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49818) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:26.849116 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:26.946601 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Publish callbacks [] for security_group (4fe6c9a7-fec8-48b5-9b2c-a6e3c735109d), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:27.100032 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (4fe6c9a7-fec8-48b5-9b2c-a6e3c735109d), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:27.147034 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7029af9635fa4d5bac3dc3495e668885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128314 Feb 20 20:12:27.147034 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe6c9a7-fec8-48b5-9b2c-a6e3c735109d,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:27.147658 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 49822) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:27.158531 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.158880 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.159316 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.159764 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.160097 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.160431 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.160765 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.161127 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.161465 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.161793 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.162113 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.162444 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.162756 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658cb19-6fba-43ac-b610-4b3a8bd7033d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:27.213463 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b79b-6ab3-4980-9b7b-ee9b2c107f02 req-4ec2fdfb-ecf9-4aaf-8b26-a16353c5ff99 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:27.215606 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c741b79b-6ab3-4980-9b7b-ee9b2c107f02 req-4ec2fdfb-ecf9-4aaf-8b26-a16353c5ff99 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0856183 Feb 20 20:12:27.218388 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-959d6564-a363-4c18-94f5-2ce539111d77 admin admin] Publish callbacks [] for security_group (4fe6c9a7-fec8-48b5-9b2c-a6e3c735109d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:27.244963 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-959d6564-a363-4c18-94f5-2ce539111d77 admin admin] Publish callbacks [] for security_group (4fe6c9a7-fec8-48b5-9b2c-a6e3c735109d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:27.276048 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c741b79b-6ab3-4980-9b7b-ee9b2c107f02 req-67d76efb-8060-4802-86dc-65ff83171e30 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547838 Feb 20 20:12:27.470652 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-959d6564-a363-4c18-94f5-2ce539111d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (4fe6c9a7-fec8-48b5-9b2c-a6e3c735109d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:27.474354 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-959d6564-a363-4c18-94f5-2ce539111d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:27.475552 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-959d6564-a363-4c18-94f5-2ce539111d77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4fe6c9a7-fec8-48b5-9b2c-a6e3c735109d HTTP/1.1" status: 204 len: 168 time: 0.3268652 Feb 20 20:12:27.490263 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d6564-a363-4c18-94f5-2ce539111d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe6c9a7-fec8-48b5-9b2c-a6e3c735109d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:28.027028 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-758e3a95-ae53-4da6-b52a-28c5e9f0f146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:28.421063 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf7956-b0f2-467b-87a0-440bce477aad req-e601953d-a536-4fc4-acd3-08a0773048a2 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:28.423345 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-45bf7956-b0f2-467b-87a0-440bce477aad req-e601953d-a536-4fc4-acd3-08a0773048a2 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0598986 Feb 20 20:12:28.473636 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-45bf7956-b0f2-467b-87a0-440bce477aad req-6e54555b-5c63-478e-9aed-f058992fdd1f tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Feb 20 20:12:28.634914 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e3275-94bf-4236-a6b2-284cd57fff7e req-bc8225e1-066e-4ebd-90cb-b46323b45322 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:28.643199 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-274e3275-94bf-4236-a6b2-284cd57fff7e req-bc8225e1-066e-4ebd-90cb-b46323b45322 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0755796 Feb 20 20:12:28.697002 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-274e3275-94bf-4236-a6b2-284cd57fff7e req-3010996e-032b-445c-a2bd-a7bfa4dbd6a7 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496421 Feb 20 20:12:29.074473 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e3e3-76f0-4d1c-a2df-737731f9cd36 req-44ae32f1-9cf6-4937-b147-b14405775462 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:29.076129 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d745e3e3-76f0-4d1c-a2df-737731f9cd36 req-44ae32f1-9cf6-4937-b147-b14405775462 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0731816 Feb 20 20:12:29.136407 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d745e3e3-76f0-4d1c-a2df-737731f9cd36 req-3b1d79fc-8138-4ada-9bbd-974e432ba9e6 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509889 Feb 20 20:12:29.365158 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.599990 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:32.199336 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:38.983569 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 50004) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:39.106278 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7aa41db1-5018-42f6-874e-57d65dbf45c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:39.192009 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7aa41db1-5018-42f6-874e-57d65dbf45c4 admin admin] Publish callbacks [] for security_group (d743a638-1f01-48d4-80ca-1308162bba3f), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:39.272291 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-7aa41db1-5018-42f6-874e-57d65dbf45c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (d743a638-1f01-48d4-80ca-1308162bba3f), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:39.312828 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-7aa41db1-5018-42f6-874e-57d65dbf45c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22a3601a2055465f9f7ccf2d81facf03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281646 Feb 20 20:12:39.313653 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa41db1-5018-42f6-874e-57d65dbf45c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d743a638-1f01-48d4-80ca-1308162bba3f,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:39.315655 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 50008) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:39.367551 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c30e9de7-2beb-422d-baf2-64e2ec705dab admin admin] Publish callbacks [] for security_group (d743a638-1f01-48d4-80ca-1308162bba3f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:39.400317 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c30e9de7-2beb-422d-baf2-64e2ec705dab admin admin] Publish callbacks [] for security_group (d743a638-1f01-48d4-80ca-1308162bba3f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:39.546640 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c30e9de7-2beb-422d-baf2-64e2ec705dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (d743a638-1f01-48d4-80ca-1308162bba3f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:39.549983 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c30e9de7-2beb-422d-baf2-64e2ec705dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:39.551255 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c30e9de7-2beb-422d-baf2-64e2ec705dab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d743a638-1f01-48d4-80ca-1308162bba3f HTTP/1.1" status: 204 len: 168 time: 0.2342546 Feb 20 20:12:39.559285 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e9de7-2beb-422d-baf2-64e2ec705dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d743a638-1f01-48d4-80ca-1308162bba3f,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:40.204353 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 50018) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:40.218992 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-12b980c7-9416-44dc-b27c-c2112d0f78f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:40.303435 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-12b980c7-9416-44dc-b27c-c2112d0f78f1 admin admin] Publish callbacks [] for security_group (94934cf2-48d4-4551-a310-6d4e2b7f20f4), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:40.402088 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-12b980c7-9416-44dc-b27c-c2112d0f78f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (94934cf2-48d4-4551-a310-6d4e2b7f20f4), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:40.445748 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b980c7-9416-44dc-b27c-c2112d0f78f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94934cf2-48d4-4551-a310-6d4e2b7f20f4,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:40.450433 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-12b980c7-9416-44dc-b27c-c2112d0f78f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f42a0c5ee4a14691aaa67351feeeb5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450635 Feb 20 20:12:40.456879 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 50022) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:40.506624 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5fa119fd-9808-43f3-8493-1ca81cfa8f6e admin admin] Publish callbacks [] for security_group (94934cf2-48d4-4551-a310-6d4e2b7f20f4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:40.536870 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5fa119fd-9808-43f3-8493-1ca81cfa8f6e admin admin] Publish callbacks [] for security_group (94934cf2-48d4-4551-a310-6d4e2b7f20f4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:40.665149 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5fa119fd-9808-43f3-8493-1ca81cfa8f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (94934cf2-48d4-4551-a310-6d4e2b7f20f4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:40.667731 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-5fa119fd-9808-43f3-8493-1ca81cfa8f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:40.668886 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-5fa119fd-9808-43f3-8493-1ca81cfa8f6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94934cf2-48d4-4551-a310-6d4e2b7f20f4 HTTP/1.1" status: 204 len: 168 time: 0.2113047 Feb 20 20:12:40.677967 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa119fd-9808-43f3-8493-1ca81cfa8f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94934cf2-48d4-4551-a310-6d4e2b7f20f4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:41.391211 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 50030) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:41.405201 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bef44e98-3ba0-4776-86c1-b4900edd2285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:41.492204 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bef44e98-3ba0-4776-86c1-b4900edd2285 admin admin] Publish callbacks [] for security_group (27376f22-0647-498f-bd6e-688bb9596555), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:41.586542 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-bef44e98-3ba0-4776-86c1-b4900edd2285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (27376f22-0647-498f-bd6e-688bb9596555), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:41.630994 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-bef44e98-3ba0-4776-86c1-b4900edd2285 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=246f18c0074a4e86a0c78ea3299be737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386553 Feb 20 20:12:41.631895 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef44e98-3ba0-4776-86c1-b4900edd2285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27376f22-0647-498f-bd6e-688bb9596555,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:41.634391 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 50034) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:41.691430 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1657f2c-6b3c-481c-b2c3-c26aed0aca9b admin admin] Publish callbacks [] for security_group (27376f22-0647-498f-bd6e-688bb9596555), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:41.714719 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1657f2c-6b3c-481c-b2c3-c26aed0aca9b admin admin] Publish callbacks [] for security_group (27376f22-0647-498f-bd6e-688bb9596555), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:41.848207 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1657f2c-6b3c-481c-b2c3-c26aed0aca9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (27376f22-0647-498f-bd6e-688bb9596555), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:41.850900 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-f1657f2c-6b3c-481c-b2c3-c26aed0aca9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:41.852083 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-f1657f2c-6b3c-481c-b2c3-c26aed0aca9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27376f22-0647-498f-bd6e-688bb9596555 HTTP/1.1" status: 204 len: 168 time: 0.2163720 Feb 20 20:12:41.862016 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1657f2c-6b3c-481c-b2c3-c26aed0aca9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27376f22-0647-498f-bd6e-688bb9596555,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:42.989411 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 50066) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:43.100075 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1986038948-network', 'tenant_id': 'e232a877693a404e8b6b783884145633'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:43.186860 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Made reservation on behalf of e232a877693a404e8b6b783884145633 for: {'network': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:12:43.189453 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for network (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:43.199090 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:43.281736 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Publish callbacks [] for security_group (86b73515-22cb-42e8-9df2-df692538ae93), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:43.352749 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (86b73515-22cb-42e8-9df2-df692538ae93), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:43.381642 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:12:43.388201 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b73515-22cb-42e8-9df2-df692538ae93,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:43.395424 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (9d4eeff7-1287-40f0-9788-6531882745c1), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:43.395771 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.segments_db [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Added segment 9d4eeff7-1287-40f0-9788-6531882745c1 of type vlan for network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc Feb 20 20:12:43.441503 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736182434178'] for network (62de0cd8-fa8d-4458-bba6-a7154aa4d7dc), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:43.533237 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616'] for network (62de0cd8-fa8d-4458-bba6-a7154aa4d7dc), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:43.534297 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:43.534968 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:43.609936 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] Pushing event updated for resources: {'Network': ['ID=62de0cd8-fa8d-4458-bba6-a7154aa4d7dc,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:43.621668 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc details requested by agent ovs-agent-dv-cinder-830085-1-iscsi with host dv-cinder-830085-1-iscsi {{(pid=103187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:12:43.673401 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9d692819-dbe9-4c07-9cc3-f4637d6f083e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6827106 Feb 20 20:12:43.678017 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 50074) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:43.684004 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Request body: {'subnet': {'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1986038948-subnet', 'tenant_id': 'e232a877693a404e8b6b783884145633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:43.793142 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Made reservation on behalf of e232a877693a404e8b6b783884145633 for: {'subnet': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:12:43.795672 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30031100'] for subnet (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:44.093656 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30322130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30030862'] for subnet (bd590298-9469-4fce-949d-a21dd1237eb9), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:44.152171 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd590298-9469-4fce-949d-a21dd1237eb9,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:44.163833 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Checking segment: {'id': '9d4eeff7-1287-40f0-9788-6531882745c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:44.164189 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Network hostable DHCP agents. Network: 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc, hostable agents: ['613aa61f-7ee9-468b-af23-ff3edfaa93ed'], hosted agents: [] {{(pid=103184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:12:44.293588 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc is scheduled to be hosted by DHCP agent 613aa61f-7ee9-468b-af23-ff3edfaa93ed with binding_index 1 {{(pid=103184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:12:44.390789 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-1-iscsi, 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc) {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:44.396947 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:44.397684 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:44.411649 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c846cf-af6d-404e-809a-02e1fb413e11 None None] Network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:12:44.505449 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6634402b-3f0b-417f-9798-95d2c3c426e2 None None] Network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:12:44.527621 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-8e4eb976-4f44-41e1-af55-dfa7234e8834 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8477740 Feb 20 20:12:45.298472 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159b0e2-416a-44fc-a5c0-7ab73b76380c req-40fe3403-2e51-4b0e-9bce-ffa9bca81888 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:45.300551 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b159b0e2-416a-44fc-a5c0-7ab73b76380c req-40fe3403-2e51-4b0e-9bce-ffa9bca81888 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0661960 Feb 20 20:12:45.352064 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b159b0e2-416a-44fc-a5c0-7ab73b76380c req-c9f26f39-4ac1-4050-8be6-1673f6796009 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 Feb 20 20:12:45.376627 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 50100) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:45.532363 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40338d69-5ac6-48df-b5b9-9c5439857133 tempest-TestMinimumBasicScenario-271285636 tempest-TestMinimumBasicScenario-271285636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:45.537854 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-40338d69-5ac6-48df-b5b9-9c5439857133 tempest-TestMinimumBasicScenario-271285636 tempest-TestMinimumBasicScenario-271285636-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 1125 time: 0.1567290 Feb 20 20:12:45.537854 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 50106) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:45.544567 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'floatingip': {'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'port_id': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:45.647504 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:45.763058 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:45.885708 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Allocated IP 172.27.0.93 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/2036edcd-f292-4861-8369-05674be877cf) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:46.167312 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for port (2036edcd-f292-4861-8369-05674be877cf), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:46.282623 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (2036edcd-f292-4861-8369-05674be877cf), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:46.329417 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:46.333750 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:46.342309 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:46.369929 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'Port': ['ID=2036edcd-f292-4861-8369-05674be877cf,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:47.012348 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:12:47.058894 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-666b96a3-d47e-4b2b-8f60-b0f86a271b96 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:47.060424 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-666b96a3-d47e-4b2b-8f60-b0f86a271b96 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/networks?id=62de0cd8-fa8d-4458-bba6-a7154aa4d7dc HTTP/1.1" status: 200 len: 809 time: 0.1699302 Feb 20 20:12:47.105966 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-d2efd70d-33cb-4aa8-b529-0d09a90b470e tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/quotas/e232a877693a404e8b6b783884145633 HTTP/1.1" status: 200 len: 375 time: 0.0398173 Feb 20 20:12:47.170640 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-eba31857-d3b5-43b1-a21a-8cabfb50a25d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e232a877693a404e8b6b783884145633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592475 Feb 20 20:12:47.244269 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for floatingip (41808998-80d6-424c-9f12-82df5f4cb98d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:47.313638 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-144b0267-7e1d-489f-a65b-6790b5919cbc service neutron] 10.222.0.60 "GET /v2.0/networks/62de0cd8-fa8d-4458-bba6-a7154aa4d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346967 Feb 20 20:12:47.433914 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-52f361ff-524d-4391-a214-aa7aab586938 service neutron] 10.222.0.60 "GET /v2.0/networks/62de0cd8-fa8d-4458-bba6-a7154aa4d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138299 Feb 20 20:12:47.434660 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (2036edcd-f292-4861-8369-05674be877cf), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:47.616077 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for port (2036edcd-f292-4861-8369-05674be877cf), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:47.677711 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (2036edcd-f292-4861-8369-05674be877cf), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:47.729893 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-24a025d7-cc1a-4e13-89b7-9fd378899e82 req-7e94b513-9d06-4e40-8622-c6c0f99124c2 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 210 time: 0.0712419 Feb 20 20:12:47.778747 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'Port': ['ID=2036edcd-f292-4861-8369-05674be877cf,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:47.792404 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (41808998-80d6-424c-9f12-82df5f4cb98d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:48.028246 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Floating IP 41808998-80d6-424c-9f12-82df5f4cb98d associated. External IP: 172.27.0.93, port: cfccf2b7-f03a-45d7-9992-17e3e6423c6e. Feb 20 20:12:48.156005 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:48.268672 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:12:48.396255 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:48.407980 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] Sync routers for ids ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:48.420571 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] Routers {'702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:48.425014 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:12:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:48.484283 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:48.520092 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-98192236-d54f-4be2-9eba-f8aa3477b3d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9812055 Feb 20 20:12:48.520862 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:48.523200 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 50144) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:48.528568 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e865610-ddbb-42cd-829d-406b4d4bfeef" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:48.529547 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-828912be-e9d6-4f32-8981-95e6795179c5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585792497', 'description': 'tempest-secgroup-smoke-1585792497 description', 'project_id': 'c045506d99f44170a1ba8efc46b78ddc'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:48.556903 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] Set router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:48.566107 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7518cd9-7251-4226-a8e5-f0166519af26 x-openstack-request-id: req-e7518cd9-7251-4226-a8e5-f0166519af26 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:48.566407 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:48.566665 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7518cd9-7251-4226-a8e5-f0166519af26 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:48.567080 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'status': 'completed', 'code': 200} Feb 20 20:12:48.629859 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-828912be-e9d6-4f32-8981-95e6795179c5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:48.677139 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-66d0f0b1-1385-4ef0-a8c2-3c6a3abf240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:48.684623 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-66d0f0b1-1385-4ef0-a8c2-3c6a3abf240a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c045506d99f44170a1ba8efc46b78ddc&device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 1130 time: 0.0615623 Feb 20 20:12:48.744290 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-828912be-e9d6-4f32-8981-95e6795179c5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group (c2920800-f7be-4bd5-b062-b18745f13acb), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:48.865155 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5ceaa6f0-db0d-4b07-9c5c-8bec382e894e req-48bb1b63-95f7-462a-a21b-90841385a526 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 210 time: 0.0611539 Feb 20 20:12:48.872596 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-828912be-e9d6-4f32-8981-95e6795179c5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c2920800-f7be-4bd5-b062-b18745f13acb), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:48.884704 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-e0073fbb-35ee-4c61-93c3-e8e561136521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:48.886931 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-e0073fbb-35ee-4c61-93c3-e8e561136521 service neutron] 10.222.0.75 "GET /v2.0/networks?id=db8c8873-7f1b-493a-86af-596216e0a763 HTTP/1.1" status: 200 len: 916 time: 0.2013531 Feb 20 20:12:48.928358 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828912be-e9d6-4f32-8981-95e6795179c5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2920800-f7be-4bd5-b062-b18745f13acb,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:48.969224 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-848c2825-149f-4717-81ca-807906bb326d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 200 len: 999 time: 0.0708208 Feb 20 20:12:48.977335 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-828912be-e9d6-4f32-8981-95e6795179c5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:48.979688 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-828912be-e9d6-4f32-8981-95e6795179c5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4545436 Feb 20 20:12:48.987476 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 50156) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:49.009533 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-d488cfea-d199-42ce-8efa-9fa2cf2e8de5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'security_group_rule': {'security_group_id': 'c2920800-f7be-4bd5-b062-b18745f13acb', 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:49.067844 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-33e69a1c-d26f-4e4f-8b0d-1be1417f3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:49.069434 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-33e69a1c-d26f-4e4f-8b0d-1be1417f3af8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2 HTTP/1.1" status: 200 len: 854 time: 0.0936217 Feb 20 20:12:49.104432 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:35Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '41808998-80d6-424c-9f12-82df5f4cb98d', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'port_id': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'mac_address': 'fa:16:3e:3b:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:12:46Z', 'updated_at': '2022-02-20T20:12:46Z', 'revision_number': 0, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd6a37-c698-4a86-9ea3-f21e7941e6c8', 'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'mac_address': 'fa:16:3e:45:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:34Z', 'updated_at': '2022-02-20T20:11:39Z', 'revision_number': 5, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'subnets': [{'id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:49.144181 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-1a93eb7f-feee-484c-bd9c-035466bc006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:49.146391 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-1a93eb7f-feee-484c-bd9c-035466bc006e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=db8c8873-7f1b-493a-86af-596216e0a763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621846 Feb 20 20:12:49.165791 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] Checking router: 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:49.181325 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] Routers {'702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:49.182533 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:12:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:49.193522 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d488cfea-d199-42ce-8efa-9fa2cf2e8de5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (261c74c6-41fd-44e7-b551-f487d74be067), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:49.294250 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9116dd-b081-4651-9291-ff51f207c414 req-9411561c-652f-43bb-a449-647e210c9d29 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:49.296847 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d488cfea-d199-42ce-8efa-9fa2cf2e8de5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (261c74c6-41fd-44e7-b551-f487d74be067), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:49.303334 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba9116dd-b081-4651-9291-ff51f207c414 req-9411561c-652f-43bb-a449-647e210c9d29 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 946 time: 0.1508756 Feb 20 20:12:49.339251 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-0ce6895b-1266-427d-bc97-4cebfc983acd service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532969 Feb 20 20:12:49.375416 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d488cfea-d199-42ce-8efa-9fa2cf2e8de5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (261c74c6-41fd-44e7-b551-f487d74be067), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:49.395299 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] Set router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:49.403846 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488cfea-d199-42ce-8efa-9fa2cf2e8de5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261c74c6-41fd-44e7-b551-f487d74be067,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:49.444170 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba9116dd-b081-4651-9291-ff51f207c414 req-1442036f-8ed8-44ce-8017-cdf8b5f9855d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396499 Feb 20 20:12:49.492256 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-d488cfea-d199-42ce-8efa-9fa2cf2e8de5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:49.493131 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-d488cfea-d199-42ce-8efa-9fa2cf2e8de5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5082774 Feb 20 20:12:49.496451 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 50164) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:49.501421 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-e921075f-b959-4315-a632-015d87c1758d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'security_group_rule': {'security_group_id': 'c2920800-f7be-4bd5-b062-b18745f13acb', 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:49.521670 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1e865610-ddbb-42cd-829d-406b4d4bfeef req-269a08ef-a11d-4112-bf7c-2f3e6c048bd6 service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690886 Feb 20 20:12:49.575477 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e921075f-b959-4315-a632-015d87c1758d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (66ae3547-531e-42eb-9480-7fc3593d9e75), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:49.649409 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e921075f-b959-4315-a632-015d87c1758d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (66ae3547-531e-42eb-9480-7fc3593d9e75), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:49.700660 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:35Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '41808998-80d6-424c-9f12-82df5f4cb98d', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'port_id': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'mac_address': 'fa:16:3e:3b:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:12:46Z', 'updated_at': '2022-02-20T20:12:46Z', 'revision_number': 0, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd6a37-c698-4a86-9ea3-f21e7941e6c8', 'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'mac_address': 'fa:16:3e:45:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:34Z', 'updated_at': '2022-02-20T20:11:39Z', 'revision_number': 5, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'subnets': [{'id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:49.716882 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e921075f-b959-4315-a632-015d87c1758d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (66ae3547-531e-42eb-9480-7fc3593d9e75), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:49.729481 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0954bf0-7726-4edb-9d48-52fbdaee4f2b None None] The sync data for ids ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'] in dv-cinder-830085-1-iscsi is: [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:35Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': '41808998-80d6-424c-9f12-82df5f4cb98d', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'port_id': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'mac_address': 'fa:16:3e:3b:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:12:46Z', 'updated_at': '2022-02-20T20:12:46Z', 'revision_number': 0, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efd6a37-c698-4a86-9ea3-f21e7941e6c8', 'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'mac_address': 'fa:16:3e:45:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:34Z', 'updated_at': '2022-02-20T20:11:39Z', 'revision_number': 5, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'subnets': [{'id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:49.744736 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921075f-b959-4315-a632-015d87c1758d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ae3547-531e-42eb-9480-7fc3593d9e75,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:49.867303 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e921075f-b959-4315-a632-015d87c1758d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:49.868683 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e921075f-b959-4315-a632-015d87c1758d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3711843 Feb 20 20:12:49.872218 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 50166) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:49.878083 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-f19130c9-d121-4a97-a948-789c96df6a50 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'security_group_rule': {'security_group_id': 'c2920800-f7be-4bd5-b062-b18745f13acb', 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:49.960136 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ba949-3678-4236-b3b0-1bda15d843c7 None None] New status for floating IP 41808998-80d6-424c-9f12-82df5f4cb98d: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:12:49.993126 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9be4664f-8568-4fe6-8b76-26af6c81fe64 req-b2be4647-c988-47ff-9213-668748831a0c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 210 time: 0.0357692 Feb 20 20:12:50.048141 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f19130c9-d121-4a97-a948-789c96df6a50 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (98166b2c-d7fb-47b2-92da-df5744d05f60), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.101053 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f19130c9-d121-4a97-a948-789c96df6a50 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (98166b2c-d7fb-47b2-92da-df5744d05f60), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.175554 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f19130c9-d121-4a97-a948-789c96df6a50 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (98166b2c-d7fb-47b2-92da-df5744d05f60), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.194695 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19130c9-d121-4a97-a948-789c96df6a50 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98166b2c-d7fb-47b2-92da-df5744d05f60,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:50.263358 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-f19130c9-d121-4a97-a948-789c96df6a50 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.264625 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-f19130c9-d121-4a97-a948-789c96df6a50 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3913324 Feb 20 20:12:50.269775 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 50172) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:50.274410 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-b12d7f1f-c372-41bf-93e1-00cad438e642 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'security_group_rule': {'security_group_id': 'c2920800-f7be-4bd5-b062-b18745f13acb', 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:50.403620 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b12d7f1f-c372-41bf-93e1-00cad438e642 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (f6ec2bc6-4c60-4e6f-b515-3c7273fe0580), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.509779 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b12d7f1f-c372-41bf-93e1-00cad438e642 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (f6ec2bc6-4c60-4e6f-b515-3c7273fe0580), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.590159 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b12d7f1f-c372-41bf-93e1-00cad438e642 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (f6ec2bc6-4c60-4e6f-b515-3c7273fe0580), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.604529 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-36de2ec7-b1ae-4277-849d-292936c5e8c5 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:50.606054 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-36de2ec7-b1ae-4277-849d-292936c5e8c5 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.75 "GET /v2.0/networks?id=62de0cd8-fa8d-4458-bba6-a7154aa4d7dc HTTP/1.1" status: 200 len: 809 time: 0.1540952 Feb 20 20:12:50.622019 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d7f1f-c372-41bf-93e1-00cad438e642 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ec2bc6-4c60-4e6f-b515-3c7273fe0580,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:50.645051 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a0f94-071b-4f48-8675-585d36891bac req-9f1c6077-016a-4e1d-9dad-6c566d0cb520 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:50.646636 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-703a0f94-071b-4f48-8675-585d36891bac req-9f1c6077-016a-4e1d-9dad-6c566d0cb520 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 946 time: 0.1009302 Feb 20 20:12:50.698029 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-703a0f94-071b-4f48-8675-585d36891bac req-d58c37a2-a1d7-4b58-8334-cae88f771547 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456185 Feb 20 20:12:50.718346 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-b12d7f1f-c372-41bf-93e1-00cad438e642 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.719538 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-b12d7f1f-c372-41bf-93e1-00cad438e642 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4487658 Feb 20 20:12:50.727149 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 50176) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:50.727149 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [None req-7d24daeb-d05d-4c9f-b862-ee3f6497b983 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'security_group_rule': {'security_group_id': 'c2920800-f7be-4bd5-b062-b18745f13acb', 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:50.820338 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.securitygroups_db [None req-7d24daeb-d05d-4c9f-b862-ee3f6497b983 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Project c045506d99f44170a1ba8efc46b78ddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:12:50.826023 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d24daeb-d05d-4c9f-b862-ee3f6497b983 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (3ac0aa8c-d76c-420e-9d93-4e88b9ff5ec6), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.887148 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d24daeb-d05d-4c9f-b862-ee3f6497b983 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (3ac0aa8c-d76c-420e-9d93-4e88b9ff5ec6), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.992319 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d24daeb-d05d-4c9f-b862-ee3f6497b983 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (3ac0aa8c-d76c-420e-9d93-4e88b9ff5ec6), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:51.011571 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24daeb-d05d-4c9f-b862-ee3f6497b983 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac0aa8c-d76c-420e-9d93-4e88b9ff5ec6,revision_number=0']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:51.106259 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c6fc3c94-8cf8-4a6d-b258-77f9c493a74f req-1d090d5b-c27b-4343-931a-bc93cbb7d0f8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 210 time: 0.0322111 Feb 20 20:12:51.109010 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7d24daeb-d05d-4c9f-b862-ee3f6497b983 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:51.110142 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7d24daeb-d05d-4c9f-b862-ee3f6497b983 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3866446 Feb 20 20:12:51.113388 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 50182) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:51.123884 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-fe07500f-f0da-471b-a239-e3559ec26dcd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'security_group_rule': {'security_group_id': 'c2920800-f7be-4bd5-b062-b18745f13acb', 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:51.196376 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.securitygroups_db [None req-fe07500f-f0da-471b-a239-e3559ec26dcd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Project c045506d99f44170a1ba8efc46b78ddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:12:51.202595 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe07500f-f0da-471b-a239-e3559ec26dcd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (3acba4f8-19c9-4d07-93ae-d325145a9974), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:51.263007 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe07500f-f0da-471b-a239-e3559ec26dcd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (3acba4f8-19c9-4d07-93ae-d325145a9974), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:51.345034 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe07500f-f0da-471b-a239-e3559ec26dcd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625681'] for security_group_rule (3acba4f8-19c9-4d07-93ae-d325145a9974), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:51.363374 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07500f-f0da-471b-a239-e3559ec26dcd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acba4f8-19c9-4d07-93ae-d325145a9974,revision_number=0']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:51.458099 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-fe07500f-f0da-471b-a239-e3559ec26dcd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:51.459528 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-fe07500f-f0da-471b-a239-e3559ec26dcd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449893 Feb 20 20:12:51.547392 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee400637-b2e0-413b-9770-638958f7ccda req-5c95280f-9ef4-4c53-aaa9-803401d9e410 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585792497&fields=id&tenant_id=c045506d99f44170a1ba8efc46b78ddc HTTP/1.1" status: 200 len: 267 time: 0.0441239 Feb 20 20:12:51.605744 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee400637-b2e0-413b-9770-638958f7ccda req-76ddaa96-63bc-4946-ad18-fdbb8dcbb5ab tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:51.607106 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee400637-b2e0-413b-9770-638958f7ccda req-76ddaa96-63bc-4946-ad18-fdbb8dcbb5ab tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0542750 Feb 20 20:12:51.618440 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-ee400637-b2e0-413b-9770-638958f7ccda req-2094586e-ce73-4490-a157-dd7ac49c4f89 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'port': {'security_groups': ['c4c88c7c-1136-4501-8ce9-62a9a0d7f20c', 'c2920800-f7be-4bd5-b062-b18745f13acb']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:51.687242 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ee400637-b2e0-413b-9770-638958f7ccda req-2094586e-ce73-4490-a157-dd7ac49c4f89 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:51.880629 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9b4d9-7be7-46cb-8ff2-cf9983063cfa req-1ddea234-4d76-4961-b80d-5d541a1b226d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:51.882190 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e6d9b4d9-7be7-46cb-8ff2-cf9983063cfa req-1ddea234-4d76-4961-b80d-5d541a1b226d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 946 time: 0.1155944 Feb 20 20:12:51.954760 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-ee400637-b2e0-413b-9770-638958f7ccda req-2094586e-ce73-4490-a157-dd7ac49c4f89 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] For port cfccf2b7-f03a-45d7-9992-17e3e6423c6e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:51.961007 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e6d9b4d9-7be7-46cb-8ff2-cf9983063cfa req-9f0fe8d4-3493-42a0-8ef2-d67716b4b654 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732634 Feb 20 20:12:51.990254 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ee400637-b2e0-413b-9770-638958f7ccda req-2094586e-ce73-4490-a157-dd7ac49c4f89 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:52.055328 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ee400637-b2e0-413b-9770-638958f7ccda req-2094586e-ce73-4490-a157-dd7ac49c4f89 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:52.100048 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee400637-b2e0-413b-9770-638958f7ccda req-2094586e-ce73-4490-a157-dd7ac49c4f89 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:52.100696 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ee400637-b2e0-413b-9770-638958f7ccda req-2094586e-ce73-4490-a157-dd7ac49c4f89 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:52.102135 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ee400637-b2e0-413b-9770-638958f7ccda req-2094586e-ce73-4490-a157-dd7ac49c4f89 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "PUT /v2.0/ports/cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 200 len: 982 time: 0.4881251 Feb 20 20:12:52.102593 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:52.107897 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36da5433-a91d-4026-af64-5da6f090467e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:52.144897 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094586e-ce73-4490-a157-dd7ac49c4f89 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'Port': ['ID=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,revision_number=6']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:52.174592 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd7c608-f68b-4d5a-b036-67129f70fd27 x-openstack-request-id: req-edd7c608-f68b-4d5a-b036-67129f70fd27 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:52.175151 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:52.175481 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edd7c608-f68b-4d5a-b036-67129f70fd27 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:52.177079 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'status': 'completed', 'code': 200} Feb 20 20:12:52.248993 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c9cdc74-8e75-45e3-a29f-c20dbe2b682b req-6662ca0a-4b55-4312-ae28-b9a173300d1d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 210 time: 0.0324359 Feb 20 20:12:52.271377 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1af13-b734-4d19-8acd-5d66b620f8b2 req-1899ded3-d28b-409f-8425-f3ae54f5603c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:52.272980 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5fe1af13-b734-4d19-8acd-5d66b620f8b2 req-1899ded3-d28b-409f-8425-f3ae54f5603c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0924304 Feb 20 20:12:52.336607 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5fe1af13-b734-4d19-8acd-5d66b620f8b2 req-fd16214f-0429-4133-a3a3-aba5dfc09dec tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577705 Feb 20 20:12:52.377484 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-f5c668fd-69df-4248-8ddb-35ebc29d64e5 None None] Provisioning complete for port cfccf2b7-f03a-45d7-9992-17e3e6423c6e triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:52.384031 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5c668fd-69df-4248-8ddb-35ebc29d64e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:52.460971 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f5c668fd-69df-4248-8ddb-35ebc29d64e5 None None] Current status of the port cfccf2b7-f03a-45d7-9992-17e3e6423c6e is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:52.984795 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Request body: {'port': {'device_id': '41fc2d70-da66-4ff1-bf8f-915158fb034a', 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc', 'admin_state_up': True, 'tenant_id': 'e232a877693a404e8b6b783884145633'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:53.035411 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['cfccf2b7-f03a-45d7-9992-17e3e6423c6e'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:12:53.075701 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da5433-a91d-4026-af64-5da6f090467e req-92d63a0e-d5d2-4337-81c1-4a236ad06ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:53.079237 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-36da5433-a91d-4026-af64-5da6f090467e req-92d63a0e-d5d2-4337-81c1-4a236ad06ef8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c045506d99f44170a1ba8efc46b78ddc&device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 1169 time: 0.0800650 Feb 20 20:12:53.201216 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da5433-a91d-4026-af64-5da6f090467e req-122a668f-f25d-4fa7-a148-a2beac4335f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:53.202831 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-36da5433-a91d-4026-af64-5da6f090467e req-122a668f-f25d-4fa7-a148-a2beac4335f9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=db8c8873-7f1b-493a-86af-596216e0a763 HTTP/1.1" status: 200 len: 916 time: 0.1165650 Feb 20 20:12:53.211182 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['cfccf2b7-f03a-45d7-9992-17e3e6423c6e'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:12:53.245271 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Made reservation on behalf of e232a877693a404e8b6b783884145633 for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:12:53.245271 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:53.286674 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dd3c9-a08a-4a21-86fb-90e7298c4dd8 req-0b4d43b4-78bc-4638-bf0e-ba12e7b7d459 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:53.293695 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b05dd3c9-a08a-4a21-86fb-90e7298c4dd8 req-0b4d43b4-78bc-4638-bf0e-ba12e7b7d459 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 946 time: 0.0977371 Feb 20 20:12:53.305351 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-36da5433-a91d-4026-af64-5da6f090467e req-ab36ac78-104c-4794-92f4-98c83f02b058 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 200 len: 1001 time: 0.0901072 Feb 20 20:12:53.363623 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da5433-a91d-4026-af64-5da6f090467e req-da4032d5-64a0-4615-b175-8b5ab0abbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:53.365267 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-36da5433-a91d-4026-af64-5da6f090467e req-da4032d5-64a0-4615-b175-8b5ab0abbc49 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2 HTTP/1.1" status: 200 len: 854 time: 0.0527081 Feb 20 20:12:53.384843 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b7ec85d9-17d0-4d57-a516-8fa5c9bd5126 req-7108dad9-fcd8-4eab-b05c-5c23be497bd3 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 210 time: 0.0398517 Feb 20 20:12:53.445729 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b05dd3c9-a08a-4a21-86fb-90e7298c4dd8 req-8db6de33-5e11-4700-b286-c010951ee8b8 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510558 Feb 20 20:12:53.448736 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da5433-a91d-4026-af64-5da6f090467e req-e858c6cf-75ca-4e9e-a08b-ad108ddfdfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:53.450511 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-36da5433-a91d-4026-af64-5da6f090467e req-e858c6cf-75ca-4e9e-a08b-ad108ddfdfe5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=db8c8873-7f1b-493a-86af-596216e0a763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658815 Feb 20 20:12:53.472685 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Allocated IP 172.20.0.14 (62de0cd8-fa8d-4458-bba6-a7154aa4d7dc/bd590298-9469-4fce-949d-a21dd1237eb9/dd9efcf5-ca88-4631-9322-f1a1c303bc99) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:53.566657 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-36da5433-a91d-4026-af64-5da6f090467e req-cab837a1-2d2d-43f8-97b3-ef6c3cd9f65c service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935080 Feb 20 20:12:53.656486 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks [] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:53.690252 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-36da5433-a91d-4026-af64-5da6f090467e req-047abdfc-53b9-4532-943c-cf7c9748f4a0 service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012883 Feb 20 20:12:53.894684 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-cc9299bf-0a4d-4384-bb8b-a09bb8840364 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:53.896317 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-cc9299bf-0a4d-4384-bb8b-a09bb8840364 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.75 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 946 time: 0.0931704 Feb 20 20:12:54.035515 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-24fc418d-994c-4fcc-a36f-77e50b8cf9c1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Deleting port dba3326e-02ac-4d68-a8a5-60f820ed9d96 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:54.035861 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-24fc418d-994c-4fcc-a36f-77e50b8cf9c1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:54.083738 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:54.127593 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:54.128018 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-24fc418d-994c-4fcc-a36f-77e50b8cf9c1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] For port dba3326e-02ac-4d68-a8a5-60f820ed9d96, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dba3326e-02ac-4d68-a8a5-60f820ed9d96,segment=NetworkSegment(0a955f23-d4a0-499a-b24b-3071319ef5b6),segment_id=0a955f23-d4a0-499a-b24b-3071319ef5b6)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:54.128545 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-24fc418d-994c-4fcc-a36f-77e50b8cf9c1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:54.130842 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:54.134482 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:54.142344 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-24fc418d-994c-4fcc-a36f-77e50b8cf9c1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Calling delete_port for dba3326e-02ac-4d68-a8a5-60f820ed9d96 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:54.182334 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Pushing event updated for resources: {'Port': ['ID=dd9efcf5-ca88-4631-9322-f1a1c303bc99,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:54.235619 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:54.236278 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:54.257553 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-661a67c3-a0cd-4f61-8f6d-7951ee881a73 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945799 Feb 20 20:12:54.353304 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b9f5ce08-2bc8-43e2-8948-c7588d7fc0c8 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3739803 Feb 20 20:12:54.375109 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-24fc418d-994c-4fcc-a36f-77e50b8cf9c1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (dba3326e-02ac-4d68-a8a5-60f820ed9d96), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:54.375609 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Request body: {'port': {'device_id': '41fc2d70-da66-4ff1-bf8f-915158fb034a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:54.383801 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-910a1d22-3a6f-4219-8acc-284429f96035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:54.383801 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-910a1d22-3a6f-4219-8acc-284429f96035 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 1129 time: 0.0607977 Feb 20 20:12:54.404436 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc418d-994c-4fcc-a36f-77e50b8cf9c1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Pushing event deleted for resources: {'Port': ['ID=dba3326e-02ac-4d68-a8a5-60f820ed9d96,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:54.419498 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['dba3326e-02ac-4d68-a8a5-60f820ed9d96'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:12:54.486332 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-24fc418d-994c-4fcc-a36f-77e50b8cf9c1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] No DVR routers for this DVR port dba3326e-02ac-4d68-a8a5-60f820ed9d96 on host hv-cinder-83008 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:12:54.492257 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-24fc418d-994c-4fcc-a36f-77e50b8cf9c1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:54.495854 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:54.496063 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-f2876e00-ffed-4f38-861a-fa81fd394e52 req-24fc418d-994c-4fcc-a36f-77e50b8cf9c1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.75 "DELETE /v2.0/ports/dba3326e-02ac-4d68-a8a5-60f820ed9d96 HTTP/1.1" status: 204 len: 173 time: 0.5935810 Feb 20 20:12:54.496590 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18afc74-8544-4a3d-8adf-1d7be316dee1', 'name': 'network-vif-deleted', 'tag': 'dba3326e-02ac-4d68-a8a5-60f820ed9d96'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:54.499250 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc95f9d-e05a-4741-9ae8-a84d8409c6f4" -d '{"events": [{"server_uuid": "b18afc74-8544-4a3d-8adf-1d7be316dee1", "name": "network-vif-deleted", "tag": "dba3326e-02ac-4d68-a8a5-60f820ed9d96"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:54.629029 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fdf3367f-0ff7-486d-93bd-0e31892e590b req-75d783d1-51fe-45e3-9542-3d59bd500767 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=b18afc74-8544-4a3d-8adf-1d7be316dee1 HTTP/1.1" status: 200 len: 210 time: 0.0838866 Feb 20 20:12:54.642061 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-d6835473-2a51-4d2d-9fc7-f8b4e1edc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:54.644283 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-d6835473-2a51-4d2d-9fc7-f8b4e1edc4de service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 912 time: 0.2371082 Feb 20 20:12:54.676104 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3c7993-93ce-4939-8768-aadf81525d9a x-openstack-request-id: req-4e3c7993-93ce-4939-8768-aadf81525d9a {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:54.676399 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18afc74-8544-4a3d-8adf-1d7be316dee1", "name": "network-vif-deleted", "tag": "dba3326e-02ac-4d68-a8a5-60f820ed9d96", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:54.676649 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e3c7993-93ce-4939-8768-aadf81525d9a {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:54.677073 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18afc74-8544-4a3d-8adf-1d7be316dee1', 'name': 'network-vif-deleted', 'tag': 'dba3326e-02ac-4d68-a8a5-60f820ed9d96', 'status': 'completed', 'code': 200} Feb 20 20:12:54.791105 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdbee1-f8e1-4021-a2ee-8d79538fb5b4 req-c2cadd7a-96c6-484d-bdc9-1aff38c602d2 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:54.792653 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-54cdbee1-f8e1-4021-a2ee-8d79538fb5b4 req-c2cadd7a-96c6-484d-bdc9-1aff38c602d2 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 932 time: 0.2487628 Feb 20 20:12:54.803377 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-e887f49d-080e-44b1-b7f0-32fcd054688f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bb3be73-8f90-429e-b3c4-1a5cc212a013 HTTP/1.1" status: 200 len: 1001 time: 0.1519701 Feb 20 20:12:54.941778 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-b3ef7ca9-11ab-48a5-821a-0b995d67746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:54.943161 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-b3ef7ca9-11ab-48a5-821a-0b995d67746f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 200 len: 850 time: 0.1239357 Feb 20 20:12:54.969137 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-54cdbee1-f8e1-4021-a2ee-8d79538fb5b4 req-aa07b1f4-5ea3-4b78-8484-ebea80e6d477 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681125 Feb 20 20:12:55.057903 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-723c0ac6-944f-4d3c-85bd-1ab5fdc85b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:55.060118 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-723c0ac6-944f-4d3c-85bd-1ab5fdc85b09 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ddb480e-c808-4081-b0cb-679d7704b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069040 Feb 20 20:12:55.079692 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9efcf5-ca88-4631-9322-f1a1c303bc99 {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:12:55.097826 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Publish callbacks [] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:55.141391 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Transition to ACTIVE for port object dd9efcf5-ca88-4631-9322-f1a1c303bc99 will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:12:55.177603 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-55e86a8e-9520-4a8c-bf71-e1bb3a5890a1 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100833 Feb 20 20:12:55.244998 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:55.318037 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd9efcf5-ca88-4631-9322-f1a1c303bc99,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:55.327593 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b0b3e5b-c93c-4e30-a59b-e560351a8663 req-4598db4c-6a2e-4c48-9afc-24a19eee678a service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414816 Feb 20 20:12:55.400609 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Attempting to bind port dd9efcf5-ca88-4631-9322-f1a1c303bc99 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:55.400941 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Attempting to bind port dd9efcf5-ca88-4631-9322-f1a1c303bc99 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9d4eeff7-1287-40f0-9788-6531882745c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:55.401304 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Attempting to bind port dd9efcf5-ca88-4631-9322-f1a1c303bc99 on network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:55.406245 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Port dd9efcf5-ca88-4631-9322-f1a1c303bc99 on network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:12:55.406564 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Attempting to bind port dd9efcf5-ca88-4631-9322-f1a1c303bc99 on network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:55.412766 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:55.413127 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Checking segment: {'id': '9d4eeff7-1287-40f0-9788-6531882745c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:55.413511 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Bound using segment: {'id': '9d4eeff7-1287-40f0-9788-6531882745c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:55.413939 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Bound port: dd9efcf5-ca88-4631-9322-f1a1c303bc99, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4eeff7-1287-40f0-9788-6531882745c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:55.414295 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:55.486251 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] For port dd9efcf5-ca88-4631-9322-f1a1c303bc99, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:55.489947 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] For port dd9efcf5-ca88-4631-9322-f1a1c303bc99, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dd9efcf5-ca88-4631-9322-f1a1c303bc99,segment=NetworkSegment(9d4eeff7-1287-40f0-9788-6531882745c1),segment_id=9d4eeff7-1287-40f0-9788-6531882745c1)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:55.564211 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:55.599138 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:55.599827 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:55.601243 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] 10.222.0.75 "PUT /v2.0/ports/dd9efcf5-ca88-4631-9322-f1a1c303bc99 HTTP/1.1" status: 200 len: 1094 time: 1.2298737 Feb 20 20:12:55.603825 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fc2d70-da66-4ff1-bf8f-915158fb034a', 'tag': 'dd9efcf5-ca88-4631-9322-f1a1c303bc99'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:55.606130 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693d7ea1-07d4-4472-80d3-86747818b5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "41fc2d70-da66-4ff1-bf8f-915158fb034a", "tag": "dd9efcf5-ca88-4631-9322-f1a1c303bc99"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:55.638987 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888bac0-2d8f-469c-9fc6-1c5aafd171cc service neutron] Pushing event updated for resources: {'Port': ['ID=dd9efcf5-ca88-4631-9322-f1a1c303bc99,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:55.648888 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a1ace5-8e7d-42ed-86c9-db8f06bb2ee7 x-openstack-request-id: req-01a1ace5-8e7d-42ed-86c9-db8f06bb2ee7 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:55.649215 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fc2d70-da66-4ff1-bf8f-915158fb034a", "tag": "dd9efcf5-ca88-4631-9322-f1a1c303bc99", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:55.649468 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01a1ace5-8e7d-42ed-86c9-db8f06bb2ee7 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:55.649872 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fc2d70-da66-4ff1-bf8f-915158fb034a', 'tag': 'dd9efcf5-ca88-4631-9322-f1a1c303bc99', 'status': 'completed', 'code': 200} Feb 20 20:12:55.753743 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7ea1-07d4-4472-80d3-86747818b5d1 req-53842b65-8843-4555-b7d0-9d6c17ce482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:55.755271 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-693d7ea1-07d4-4472-80d3-86747818b5d1 req-53842b65-8843-4555-b7d0-9d6c17ce482f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e232a877693a404e8b6b783884145633&device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 1128 time: 0.0484359 Feb 20 20:12:55.882789 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7ea1-07d4-4472-80d3-86747818b5d1 req-71ca0199-f71e-4e4c-a195-967b0063386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:55.884262 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-693d7ea1-07d4-4472-80d3-86747818b5d1 req-71ca0199-f71e-4e4c-a195-967b0063386b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=e232a877693a404e8b6b783884145633&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1097975 Feb 20 20:12:55.941285 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4f6e230c-509b-4d65-9e69-43a8b59b688f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:55.987073 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7ea1-07d4-4472-80d3-86747818b5d1 req-a93e0b38-8247-4f9e-8d6c-02f3b17987ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:55.988619 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-693d7ea1-07d4-4472-80d3-86747818b5d1 req-a93e0b38-8247-4f9e-8d6c-02f3b17987ee service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971265 Feb 20 20:12:56.137190 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bc46a-4d28-4cf8-94cb-fd8a33fcab68 req-e8f9e2fc-ff77-421f-9b98-49c5d3f7be10 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:56.138670 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b7bc46a-4d28-4cf8-94cb-fd8a33fcab68 req-e8f9e2fc-ff77-421f-9b98-49c5d3f7be10 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 944 time: 0.0879340 Feb 20 20:12:56.153629 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-63a421ea-b238-43ff-aae6-451dd2851e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:56.155029 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-63a421ea-b238-43ff-aae6-451dd2851e3d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e232a877693a404e8b6b783884145633&device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 1128 time: 0.0765860 Feb 20 20:12:56.224593 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9b7bc46a-4d28-4cf8-94cb-fd8a33fcab68 req-3370d3a0-ee4e-4269-b6cf-9e8a21721f01 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783653 Feb 20 20:12:56.226344 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-ab4d17f6-7a46-40fa-98f0-58f377f302b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9efcf5-ca88-4631-9322-f1a1c303bc99 HTTP/1.1" status: 200 len: 217 time: 0.0443852 Feb 20 20:12:56.279340 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-772f0e80-6cd4-4e96-b676-c1ca91d62130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:56.280815 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-772f0e80-6cd4-4e96-b676-c1ca91d62130 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bd590298-9469-4fce-949d-a21dd1237eb9 HTTP/1.1" status: 200 len: 849 time: 0.0467522 Feb 20 20:12:56.323229 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-b2e0ccc0-590e-4b9b-82f7-f2108edd1834 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=62de0cd8-fa8d-4458-bba6-a7154aa4d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314488 Feb 20 20:12:56.413111 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-e5555fbb-a657-4e07-aa54-4b32fcebd86f service neutron] 10.222.0.75 "GET /v2.0/networks/62de0cd8-fa8d-4458-bba6-a7154aa4d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820737 Feb 20 20:12:56.535574 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4f65ff77-540c-4a76-9f84-bc8093c3f596 req-bf8c9a2c-ba86-486f-a781-c78ede11f3eb service neutron] 10.222.0.75 "GET /v2.0/networks/62de0cd8-fa8d-4458-bba6-a7154aa4d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076357 Feb 20 20:12:57.352838 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3f876-3bb2-40c5-9da9-bb9123f9be04 req-576610ba-a8c5-402e-966e-6d7cc02944cc tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:57.354323 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aae3f876-3bb2-40c5-9da9-bb9123f9be04 req-576610ba-a8c5-402e-966e-6d7cc02944cc tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 944 time: 0.0577054 Feb 20 20:12:57.402238 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aae3f876-3bb2-40c5-9da9-bb9123f9be04 req-7e4c168e-416a-4aa4-a1a2-ced42c1c34c4 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Feb 20 20:12:57.968893 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3c45ebcd-b596-4a5f-aaec-cda690f4b394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:58.521860 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bac04-29dc-4341-9ef8-e80c2b8522b2 req-10fb7b0b-39b6-40e1-8b5e-3aa11a742dc7 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:58.523379 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e65bac04-29dc-4341-9ef8-e80c2b8522b2 req-10fb7b0b-39b6-40e1-8b5e-3aa11a742dc7 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 944 time: 0.0536439 Feb 20 20:12:58.570404 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e65bac04-29dc-4341-9ef8-e80c2b8522b2 req-13307e7b-768a-4a94-afd1-da7e20b5d635 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Feb 20 20:12:59.352035 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:59.695287 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0c3d2-d389-43c2-bedb-a472d6b3874e req-6f5664db-cbfd-4f70-960a-308d07064aa7 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:59.696793 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7fd0c3d2-d389-43c2-bedb-a472d6b3874e req-6f5664db-cbfd-4f70-960a-308d07064aa7 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 944 time: 0.0581729 Feb 20 20:12:59.744895 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7fd0c3d2-d389-43c2-bedb-a472d6b3874e req-94aaa05a-18ad-4a9d-8d76-dccbbb396ae9 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420055 Feb 20 20:12:59.947507 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device dba3326e-02ac-4d68-a8a5-60f820ed9d96 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:59.970845 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: dba3326e-02ac-4d68-a8a5-60f820ed9d96 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:59.971186 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device dba3326e-02ac-4d68-a8a5-60f820ed9d96 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:13:00.575077 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:00.866116 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e30cb-83dd-4b22-a5b0-4b504fedf3cf req-cfa0712b-c43e-42f5-9783-df60c1742d20 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:00.868256 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a4e30cb-83dd-4b22-a5b0-4b504fedf3cf req-cfa0712b-c43e-42f5-9783-df60c1742d20 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 944 time: 0.0536566 Feb 20 20:13:00.919113 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a4e30cb-83dd-4b22-a5b0-4b504fedf3cf req-8f9b4513-5567-4226-bf55-171d16664567 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Feb 20 20:13:01.004280 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device dd9efcf5-ca88-4631-9322-f1a1c303bc99 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:13:01.106131 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port dd9efcf5-ca88-4631-9322-f1a1c303bc99, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dd9efcf5-ca88-4631-9322-f1a1c303bc99,segment=NetworkSegment(9d4eeff7-1287-40f0-9788-6531882745c1),segment_id=9d4eeff7-1287-40f0-9788-6531882745c1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:01.117304 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': 'dd9efcf5-ca88-4631-9322-f1a1c303bc99', 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc', 'port_id': 'dd9efcf5-ca88-4631-9322-f1a1c303bc99', 'mac_address': 'fa:16:3e:07:aa:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd590298-9469-4fce-949d-a21dd1237eb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:13:01.159082 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port dd9efcf5-ca88-4631-9322-f1a1c303bc99 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:01.159876 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:01.174094 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9efcf5-ca88-4631-9322-f1a1c303bc99 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:13:01.195038 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port dd9efcf5-ca88-4631-9322-f1a1c303bc99, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dd9efcf5-ca88-4631-9322-f1a1c303bc99,segment=NetworkSegment(9d4eeff7-1287-40f0-9788-6531882745c1),segment_id=9d4eeff7-1287-40f0-9788-6531882745c1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:01.323602 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:01.374827 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=dd9efcf5-ca88-4631-9322-f1a1c303bc99,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:01.382094 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.382491 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.382837 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.383175 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.383515 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.383843 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.384170 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.384499 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.384822 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.385176 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.385504 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.385825 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.386145 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:01.666025 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['dd9efcf5-ca88-4631-9322-f1a1c303bc99'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:02.046557 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e424b2-e0f1-4505-bed9-1539b0a44a8d req-09c77db8-b1da-423e-9c7a-1881d0f84b7c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:02.048226 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f9e424b2-e0f1-4505-bed9-1539b0a44a8d req-09c77db8-b1da-423e-9c7a-1881d0f84b7c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 945 time: 0.0591996 Feb 20 20:13:02.100912 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f9e424b2-e0f1-4505-bed9-1539b0a44a8d req-d6bc293f-b64a-4fe0-af0f-993d1e41ff9d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469193 Feb 20 20:13:02.175289 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:02.420712 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-9f8b65b7-f612-4663-b4e3-9130bd13776f tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140847490&fields=id&tenant_id=7d15dcb9692c401e9d0e06361839bb8b HTTP/1.1" status: 200 len: 267 time: 0.0467856 Feb 20 20:13:02.537622 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba612822-4374-443f-b3f6-592ce91a6014 req-44b4d5a9-eef9-4aec-9fac-b00f87421e68 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:02.540060 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-44b4d5a9-eef9-4aec-9fac-b00f87421e68 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 811 time: 0.1123376 Feb 20 20:13:02.555181 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-26d683cd-eea9-4747-8486-215d40b82302 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/quotas/7d15dcb9692c401e9d0e06361839bb8b HTTP/1.1" status: 200 len: 375 time: 0.0096021 Feb 20 20:13:02.627980 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-60f8604a-2519-4de6-9f64-0aa595d857b3 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662994 Feb 20 20:13:02.735561 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-99187fc4-a767-4af8-b3aa-aa20980fa3f8 service neutron] 10.222.0.60 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899622 Feb 20 20:13:02.839876 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-2de71f07-d156-422a-bda1-895276790dae service neutron] 10.222.0.60 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955803 Feb 20 20:13:03.015645 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device dd9efcf5-ca88-4631-9322-f1a1c303bc99 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:13:03.196298 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port dd9efcf5-ca88-4631-9322-f1a1c303bc99 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:13:03.202086 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port dd9efcf5-ca88-4631-9322-f1a1c303bc99 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:13:03.202454 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:03.242517 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7939cb-1700-4e2f-88b8-74c44a3be8d7 req-281f92f0-cd14-4e56-a7fe-cafa804f1e01 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:03.242517 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c7939cb-1700-4e2f-88b8-74c44a3be8d7 req-281f92f0-cd14-4e56-a7fe-cafa804f1e01 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 945 time: 0.0581241 Feb 20 20:13:03.302103 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port dd9efcf5-ca88-4631-9322-f1a1c303bc99 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:03.302495 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:03.302667 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c7939cb-1700-4e2f-88b8-74c44a3be8d7 req-97ddada0-028e-4251-b101-90cab2ab097e tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543523 Feb 20 20:13:03.333545 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fc2d70-da66-4ff1-bf8f-915158fb034a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9efcf5-ca88-4631-9322-f1a1c303bc99'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:03.336464 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5dd1b0-0593-4aad-b26c-3e80900e72da" -d '{"events": [{"server_uuid": "41fc2d70-da66-4ff1-bf8f-915158fb034a", "name": "network-vif-plugged", "status": "completed", "tag": "dd9efcf5-ca88-4631-9322-f1a1c303bc99"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:03.350999 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port dd9efcf5-ca88-4631-9322-f1a1c303bc99, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dd9efcf5-ca88-4631-9322-f1a1c303bc99,segment=NetworkSegment(9d4eeff7-1287-40f0-9788-6531882745c1),segment_id=9d4eeff7-1287-40f0-9788-6531882745c1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:03.375240 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d68153b-fb70-4c27-9028-d7d757596ce5 x-openstack-request-id: req-8d68153b-fb70-4c27-9028-d7d757596ce5 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:03.375539 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fc2d70-da66-4ff1-bf8f-915158fb034a", "name": "network-vif-plugged", "status": "completed", "tag": "dd9efcf5-ca88-4631-9322-f1a1c303bc99", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:03.375794 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d68153b-fb70-4c27-9028-d7d757596ce5 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:03.376191 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fc2d70-da66-4ff1-bf8f-915158fb034a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9efcf5-ca88-4631-9322-f1a1c303bc99', 'code': 200} Feb 20 20:13:03.443304 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:03.494374 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=dd9efcf5-ca88-4631-9322-f1a1c303bc99,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:03.572986 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-49e13643-6a84-423f-b65a-12c4ed4ee08d req-d4cfd391-0786-4193-833a-df22d2b2f91f tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Feb 20 20:13:03.759634 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9944247-b46e-46f8-9f72-56a2ad0b7231 req-177510c4-e597-45e7-a792-a8ad45d02190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:03.761532 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f9944247-b46e-46f8-9f72-56a2ad0b7231 req-177510c4-e597-45e7-a792-a8ad45d02190 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 1130 time: 0.0495031 Feb 20 20:13:03.807547 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f9944247-b46e-46f8-9f72-56a2ad0b7231 req-02575189-9e5c-42b6-ac31-157bbf68ee36 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Feb 20 20:13:04.425542 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e3677-e8e2-41fe-8a35-3ef733f6d509 req-6b745d7c-4169-46ed-968f-d45b40ce980c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:04.426951 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-634e3677-e8e2-41fe-8a35-3ef733f6d509 req-6b745d7c-4169-46ed-968f-d45b40ce980c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 946 time: 0.0549440 Feb 20 20:13:04.477190 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-634e3677-e8e2-41fe-8a35-3ef733f6d509 req-9eecb6cf-0d57-4988-9354-97061d58fec6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Feb 20 20:13:04.682051 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-def3a026-1fcc-40d7-9b63-6ae7e4fa79d6 req-3614367a-dccf-4fae-bf43-069a5a03019a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 210 time: 0.0273044 Feb 20 20:13:05.611573 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd7dc9-ef67-4650-a72b-90b1567c66ff req-ace35c2b-aab6-4caa-872f-5cbfa1eb9d8d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:05.613112 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-13cd7dc9-ef67-4650-a72b-90b1567c66ff req-ace35c2b-aab6-4caa-872f-5cbfa1eb9d8d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 946 time: 0.0664380 Feb 20 20:13:05.662136 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-13cd7dc9-ef67-4650-a72b-90b1567c66ff req-3efa0743-b9cd-4077-9287-0b5038250935 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 Feb 20 20:13:05.782348 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e0cb295a-eeaf-4b70-a0bf-2664327b3926 req-ccbdb5e3-ff25-453d-9dd0-9a5836eb8908 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 210 time: 0.0282388 Feb 20 20:13:06.782742 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a16bf-f479-49db-bdc6-7590a0bc3eb7 req-81472b5b-698c-404a-8f39-b4afd659946c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:06.784238 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5f8a16bf-f479-49db-bdc6-7590a0bc3eb7 req-81472b5b-698c-404a-8f39-b4afd659946c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 946 time: 0.0536194 Feb 20 20:13:06.836811 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-5f8a16bf-f479-49db-bdc6-7590a0bc3eb7 req-805d3200-4818-482f-bbf5-9114c3cf96fc tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468693 Feb 20 20:13:06.883297 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-25624a74-4ded-487e-96d5-feca53d14067 req-8b4df5dd-c0e9-4df7-833c-7f17b2123caa tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 210 time: 0.0282929 Feb 20 20:13:07.971736 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec879-4123-4108-8fc0-7527059964bb req-f699d640-0ba9-45a1-8121-6cf1bb79fb0c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:07.973588 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-153ec879-4123-4108-8fc0-7527059964bb req-f699d640-0ba9-45a1-8121-6cf1bb79fb0c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 946 time: 0.0635216 Feb 20 20:13:07.996518 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-440ab618-f524-43f4-a7e3-bfe93f73905a req-72fcf6c2-9da5-4c7c-a0ea-5d5bcc671d3d tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 210 time: 0.0405135 Feb 20 20:13:08.042832 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-153ec879-4123-4108-8fc0-7527059964bb req-a451487f-9d39-4975-975a-b178f2b14a59 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495243 Feb 20 20:13:08.421566 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba612822-4374-443f-b3f6-592ce91a6014 req-793e6455-adc3-48e9-a8e6-483da4cd5a9d tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:08.423119 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-793e6455-adc3-48e9-a8e6-483da4cd5a9d tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 811 time: 0.1133311 Feb 20 20:13:08.563586 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-8732aaf0-76c9-4c2c-b685-c245b0b50d62 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d15dcb9692c401e9d0e06361839bb8b HTTP/1.1" status: 200 len: 380 time: 0.1150339 Feb 20 20:13:08.578738 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'port': {'device_id': '411a5340-f73c-40a1-b198-ead1269694e3', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'admin_state_up': True, 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'security_groups': ['ee29f559-0a1d-4ec1-beda-1f6b2bdc6420']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:08.641600 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6798-4648-4548-bbab-96179d3f693e req-08a6e05d-933e-4718-bd5a-26264bd3856d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:08.643291 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-08a6e05d-933e-4718-bd5a-26264bd3856d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/networks?id=8f20c1af-3883-4ece-9b3a-a754941659c8 HTTP/1.1" status: 200 len: 814 time: 0.1810908 Feb 20 20:13:08.667442 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-95c7ccb7-2220-41eb-89dd-1acf0b52672b tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/quotas/808529e78f784dc883aa61be87436be2 HTTP/1.1" status: 200 len: 375 time: 0.0142884 Feb 20 20:13:08.715844 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-938c4336-15b1-447d-a013-8b5ce704edf6 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=808529e78f784dc883aa61be87436be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449297 Feb 20 20:13:08.824551 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-55734316-0cf5-4f36-9005-81b56cdc0326 service neutron] 10.222.0.60 "GET /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963862 Feb 20 20:13:08.917675 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-20373e9c-71b9-42b9-b04c-c2e151c83c3b service neutron] 10.222.0.60 "GET /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871944 Feb 20 20:13:08.992374 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Made reservation on behalf of 7d15dcb9692c401e9d0e06361839bb8b for: {'port': 1} {{(pid=103185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:13:09.006631 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.131643 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c5e6943b-2c73-4914-a7f0-ec95338e86d9 req-b62d1f08-478c-44a8-99e9-fbfa644f4ee0 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 210 time: 0.0536501 Feb 20 20:13:09.153437 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.db_base_plugin_common [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Allocated IP 172.20.0.6 (3ddb480e-c808-4081-b0cb-679d7704b478/d119c215-b079-412f-ab08-881c044261be/10ac2204-83c7-4ce9-bf10-af82dd0b521e) {{(pid=103185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:13:09.307872 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.346555 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bf9fca5b-daa7-4f78-bdf3-12988fa9dfdc req-d63eabb7-1f40-44f7-8ac7-4fbc56afcc91 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 210 time: 0.0451555 Feb 20 20:13:09.449764 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.768263 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Network 3ddb480e-c808-4081-b0cb-679d7704b478 is already hosted by enough agents. {{(pid=103185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:13:09.771272 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.base_scheduler [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Resources bound (agent type, host, resource id): {{(pid=103185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:13:09.777672 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Received port after_create {{(pid=103185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:13:09.802552 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'Port': ['ID=10ac2204-83c7-4ce9-bf10-af82dd0b521e,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:09.823394 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.823394 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.823840 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.824092 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.824426 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.824759 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.825109 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.825453 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.825784 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.826113 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.826465 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.826761 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.827082 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:09.850917 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:09.852350 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.930253 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de703d-2e37-42d8-a17a-29d3283dcfbf req-f77795d7-54a5-4ed0-bb6b-81b547bbc23d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:09.931987 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d9de703d-2e37-42d8-a17a-29d3283dcfbf req-f77795d7-54a5-4ed0-bb6b-81b547bbc23d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 946 time: 0.0722661 Feb 20 20:13:09.980336 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-1c188e45-d43a-42fc-a266-3952da2422b9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4075327 Feb 20 20:13:09.987871 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d9de703d-2e37-42d8-a17a-29d3283dcfbf req-f768ddd4-2515-40a6-b570-faf926dfba90 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493057 Feb 20 20:13:10.007499 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-fa7316c4-1dbd-466d-9a66-66fec75f3444 None None] Provisioning complete for port 10ac2204-83c7-4ce9-bf10-af82dd0b521e triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:13:10.008494 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa7316c4-1dbd-466d-9a66-66fec75f3444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.009119 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Request body: {'port': {'device_id': '411a5340-f73c-40a1-b198-ead1269694e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:10.046980 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fa7316c4-1dbd-466d-9a66-66fec75f3444 None None] Port 10ac2204-83c7-4ce9-bf10-af82dd0b521e cannot update to ACTIVE because it is not bound. {{(pid=103187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:13:10.069301 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.318578 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa23565-aa20-4ea6-a7be-0d28611f9c9a req-7304b4c1-ddaa-4a7b-93c1-6077fc5cd0ad tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:10.320402 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4fa23565-aa20-4ea6-a7be-0d28611f9c9a req-7304b4c1-ddaa-4a7b-93c1-6077fc5cd0ad tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 931 time: 0.1084881 Feb 20 20:13:10.415383 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4fa23565-aa20-4ea6-a7be-0d28611f9c9a req-fe7d0674-1288-478a-8cd7-ee43aa104bc5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866582 Feb 20 20:13:10.441602 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ac2204-83c7-4ce9-bf10-af82dd0b521e {{(pid=103185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:13:10.464450 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Publish callbacks [] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.468457 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-58957a80-d980-45c6-a523-14955191d6c5 req-be755e6e-1a0a-4b2b-aafe-85c805583a2f tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 210 time: 0.0430334 Feb 20 20:13:10.480018 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.provisioning_blocks [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Transition to ACTIVE for port object 10ac2204-83c7-4ce9-bf10-af82dd0b521e will not be triggered until provisioned by entity L2. {{(pid=103185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:13:10.563468 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.618860 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Pushing event updated for resources: {'Port': ['ID=10ac2204-83c7-4ce9-bf10-af82dd0b521e,revision_number=2']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:10.695215 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Attempting to bind port 10ac2204-83c7-4ce9-bf10-af82dd0b521e on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:13:10.695570 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Attempting to bind port 10ac2204-83c7-4ce9-bf10-af82dd0b521e by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:13:10.695894 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Attempting to bind port 10ac2204-83c7-4ce9-bf10-af82dd0b521e on network 3ddb480e-c808-4081-b0cb-679d7704b478 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:13:10.701412 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Port 10ac2204-83c7-4ce9-bf10-af82dd0b521e on network 3ddb480e-c808-4081-b0cb-679d7704b478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:13:10.701739 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Attempting to bind port 10ac2204-83c7-4ce9-bf10-af82dd0b521e on network 3ddb480e-c808-4081-b0cb-679d7704b478 {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:13:10.707039 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:13:10.707375 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Checking segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:13:10.707754 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Bound using segment: {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'} {{(pid=103185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:13:10.708186 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.managers [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Bound port: 10ac2204-83c7-4ce9-bf10-af82dd0b521e, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043615d5-a058-495f-b293-316630fed44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478'}}] {{(pid=103185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:13:10.708542 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.784243 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] For port 10ac2204-83c7-4ce9-bf10-af82dd0b521e, host hv-cinder-83008, cleared binding levels {{(pid=103185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:13:10.787774 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] For port 10ac2204-83c7-4ce9-bf10-af82dd0b521e, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=10ac2204-83c7-4ce9-bf10-af82dd0b521e,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:13:10.910729 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.949462 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:10.949992 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.955171 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] 10.222.0.75 "PUT /v2.0/ports/10ac2204-83c7-4ce9-bf10-af82dd0b521e HTTP/1.1" status: 200 len: 1093 time: 0.9477868 Feb 20 20:13:10.955171 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411a5340-f73c-40a1-b198-ead1269694e3', 'tag': '10ac2204-83c7-4ce9-bf10-af82dd0b521e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:10.955171 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882668b8-2564-4d0f-9f6a-687ffb099a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "411a5340-f73c-40a1-b198-ead1269694e3", "tag": "10ac2204-83c7-4ce9-bf10-af82dd0b521e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:10.991278 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb399b-fd00-4a1e-9c6e-75964fbf496b service neutron] Pushing event updated for resources: {'Port': ['ID=10ac2204-83c7-4ce9-bf10-af82dd0b521e,revision_number=3']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:11.014543 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112a5f02-b22f-4a74-b22a-063bac066b98 x-openstack-request-id: req-112a5f02-b22f-4a74-b22a-063bac066b98 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:11.015256 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411a5340-f73c-40a1-b198-ead1269694e3", "tag": "10ac2204-83c7-4ce9-bf10-af82dd0b521e", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:11.015256 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-112a5f02-b22f-4a74-b22a-063bac066b98 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:11.015496 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411a5340-f73c-40a1-b198-ead1269694e3', 'tag': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'status': 'completed', 'code': 200} Feb 20 20:13:11.156985 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f430e-df74-4236-b023-0b3e9641caef req-9cf61096-04b5-4903-a690-598beb23cc46 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:11.158631 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d71f430e-df74-4236-b023-0b3e9641caef req-9cf61096-04b5-4903-a690-598beb23cc46 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 946 time: 0.0892918 Feb 20 20:13:11.160446 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882668b8-2564-4d0f-9f6a-687ffb099a0a req-f12ed096-8bbc-4132-a55a-a1b39a07dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:11.161824 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-882668b8-2564-4d0f-9f6a-687ffb099a0a req-f12ed096-8bbc-4132-a55a-a1b39a07dd39 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 1127 time: 0.1022265 Feb 20 20:13:11.262367 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d71f430e-df74-4236-b023-0b3e9641caef req-88aca9e6-5ebe-4818-8790-e00d55840f2c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978007 Feb 20 20:13:11.303918 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882668b8-2564-4d0f-9f6a-687ffb099a0a req-bc47390f-0389-4e85-b695-774abff8717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:11.305445 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-882668b8-2564-4d0f-9f6a-687ffb099a0a req-bc47390f-0389-4e85-b695-774abff8717f service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1204233 Feb 20 20:13:11.405703 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882668b8-2564-4d0f-9f6a-687ffb099a0a req-094e41e2-910e-4737-b8c7-ce7c21a721cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:11.407170 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-882668b8-2564-4d0f-9f6a-687ffb099a0a req-094e41e2-910e-4737-b8c7-ce7c21a721cb service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948772 Feb 20 20:13:11.581953 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8b90ee7d-f5d9-4778-b266-38eab1685612 req-31f1d487-6d6f-445a-af93-ab521d89a458 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 210 time: 0.0383627 Feb 20 20:13:11.598405 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba612822-4374-443f-b3f6-592ce91a6014 req-406daaee-bcae-461d-af04-f1c7ccae5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:11.599876 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-406daaee-bcae-461d-af04-f1c7ccae5524 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 1127 time: 0.1030288 Feb 20 20:13:11.611038 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a56bf1-39ae-4e73-91e9-2273bcec2d81 req-166238ac-5f3b-4040-addd-df568ed0f0ad tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:11.612543 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3a56bf1-39ae-4e73-91e9-2273bcec2d81 req-166238ac-5f3b-4040-addd-df568ed0f0ad tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 943 time: 0.1249485 Feb 20 20:13:11.659701 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-273b8513-9803-4c54-96eb-3057d4a2339a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10ac2204-83c7-4ce9-bf10-af82dd0b521e HTTP/1.1" status: 200 len: 217 time: 0.0436215 Feb 20 20:13:11.696612 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3a56bf1-39ae-4e73-91e9-2273bcec2d81 req-e18404e4-8632-456d-b2a8-241125abd526 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743222 Feb 20 20:13:11.800076 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba612822-4374-443f-b3f6-592ce91a6014 req-5d37abb6-e70b-4c70-a84c-ae4735b68f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:11.801567 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-5d37abb6-e70b-4c70-a84c-ae4735b68f0f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 200 len: 850 time: 0.0740054 Feb 20 20:13:11.825589 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-f8fb5400-e077-436c-8d64-415eb589e869 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:11.827364 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-f8fb5400-e077-436c-8d64-415eb589e869 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.75 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 946 time: 0.0977769 Feb 20 20:13:11.923203 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba612822-4374-443f-b3f6-592ce91a6014 req-292d7057-7633-435e-b02f-542459081d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:11.924830 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-292d7057-7633-435e-b02f-542459081d8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ddb480e-c808-4081-b0cb-679d7704b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1162786 Feb 20 20:13:11.975332 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6798-4648-4548-bbab-96179d3f693e req-57bbb7ad-7d2e-4cf9-a80e-918356cb483e tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:11.977477 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-57bbb7ad-7d2e-4cf9-a80e-918356cb483e tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.75 "GET /v2.0/networks?id=8f20c1af-3883-4ece-9b3a-a754941659c8 HTTP/1.1" status: 200 len: 814 time: 0.1069424 Feb 20 20:13:12.003179 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Request body: {'port': {'device_id': 'e45f5939-6fc6-460e-add3-94d539493385', 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8', 'admin_state_up': True, 'tenant_id': '808529e78f784dc883aa61be87436be2'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:12.011760 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-07c21a04-bf92-4997-9ca4-21f1786d07ee tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Deleting port dd9efcf5-ca88-4631-9322-f1a1c303bc99 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:13:12.012145 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-07c21a04-bf92-4997-9ca4-21f1786d07ee tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.080463 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-5e80875b-3ac8-4902-832b-5819d4e6eadd service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465654 Feb 20 20:13:12.175336 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-07c21a04-bf92-4997-9ca4-21f1786d07ee tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] For port dd9efcf5-ca88-4631-9322-f1a1c303bc99, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dd9efcf5-ca88-4631-9322-f1a1c303bc99,segment=NetworkSegment(9d4eeff7-1287-40f0-9788-6531882745c1),segment_id=9d4eeff7-1287-40f0-9788-6531882745c1)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:12.175700 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-07c21a04-bf92-4997-9ca4-21f1786d07ee tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.197825 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-07c21a04-bf92-4997-9ca4-21f1786d07ee tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Calling delete_port for dd9efcf5-ca88-4631-9322-f1a1c303bc99 owned by compute:nova {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:13:12.198446 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Made reservation on behalf of 808529e78f784dc883aa61be87436be2 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:13:12.202308 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.226084 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ba612822-4374-443f-b3f6-592ce91a6014 req-3854c5b7-1d14-4ac0-8d75-a31fc6c645dd service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384542 Feb 20 20:13:12.344458 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Allocated IP 172.20.0.10 (8f20c1af-3883-4ece-9b3a-a754941659c8/f3929db5-554c-425d-8af9-d7a53cd9186c/8f48541a-1b0e-4f26-9749-d9f505869dbe) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:13:12.406791 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c7591-1d0d-4e1c-96ba-8c9183bd649c req-1f4e52a8-8d76-47fa-89c6-e9cc38719fdc tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:12.408330 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-994c7591-1d0d-4e1c-96ba-8c9183bd649c req-1f4e52a8-8d76-47fa-89c6-e9cc38719fdc tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 946 time: 0.0633831 Feb 20 20:13:12.442193 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-07c21a04-bf92-4997-9ca4-21f1786d07ee tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (dd9efcf5-ca88-4631-9322-f1a1c303bc99), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.483122 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['dd9efcf5-ca88-4631-9322-f1a1c303bc99'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:12.483687 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c21a04-bf92-4997-9ca4-21f1786d07ee tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Pushing event deleted for resources: {'Port': ['ID=dd9efcf5-ca88-4631-9322-f1a1c303bc99,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:12.490233 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-994c7591-1d0d-4e1c-96ba-8c9183bd649c req-01b885a2-62d9-4759-9778-aabe0c8ebcf1 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756493 Feb 20 20:13:12.502612 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks [] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.544970 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-07c21a04-bf92-4997-9ca4-21f1786d07ee tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] No DVR routers for this DVR port dd9efcf5-ca88-4631-9322-f1a1c303bc99 on host hv-cinder-83008 {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:13:12.547500 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-07c21a04-bf92-4997-9ca4-21f1786d07ee tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.550783 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-92293718-7fe9-4bc5-b48a-43d8113c2ecb req-07c21a04-bf92-4997-9ca4-21f1786d07ee tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.75 "DELETE /v2.0/ports/dd9efcf5-ca88-4631-9322-f1a1c303bc99 HTTP/1.1" status: 204 len: 173 time: 0.7078397 Feb 20 20:13:12.598464 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.643436 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Network 8f20c1af-3883-4ece-9b3a-a754941659c8 is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:13:12.646673 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:13:12.653737 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:13:12.678088 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Pushing event updated for resources: {'Port': ['ID=8f48541a-1b0e-4f26-9749-d9f505869dbe,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:12.706995 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:12.707637 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.720260 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1b85e-3b4a-4d82-af3c-eda592b73883 req-66699f45-65f7-417b-a21a-3be7b3ba06fa tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:12.723385 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c1d1b85e-3b4a-4d82-af3c-eda592b73883 req-66699f45-65f7-417b-a21a-3be7b3ba06fa tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 932 time: 0.0619664 Feb 20 20:13:12.778314 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c1d1b85e-3b4a-4d82-af3c-eda592b73883 req-d5871b3f-bbd0-43c2-aedc-05a3e427b5da tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483756 Feb 20 20:13:12.807487 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-7a6522ff-d888-429b-af64-03cf445d2e56 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8105915 Feb 20 20:13:12.827711 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Request body: {'port': {'device_id': 'e45f5939-6fc6-460e-add3-94d539493385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:12.833402 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67200e-61b2-48c0-8768-1c61a125f946 req-46f03c1e-8281-4022-bb4b-ede785870d24 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:12.834908 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa67200e-61b2-48c0-8768-1c61a125f946 req-46f03c1e-8281-4022-bb4b-ede785870d24 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 943 time: 0.0547013 Feb 20 20:13:12.887523 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-aa67200e-61b2-48c0-8768-1c61a125f946 req-a9491e04-6af8-481e-8c27-d36a0ca13cbb tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447984 Feb 20 20:13:12.889739 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:13.016905 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fc2d70-da66-4ff1-bf8f-915158fb034a', 'name': 'network-vif-deleted', 'tag': 'dd9efcf5-ca88-4631-9322-f1a1c303bc99'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:13.019402 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7e5af1-a354-48bf-8b5d-742b2a98d618" -d '{"events": [{"server_uuid": "41fc2d70-da66-4ff1-bf8f-915158fb034a", "name": "network-vif-deleted", "tag": "dd9efcf5-ca88-4631-9322-f1a1c303bc99"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:13.056747 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2069d870-2176-4b61-b024-5d034ced10aa x-openstack-request-id: req-2069d870-2176-4b61-b024-5d034ced10aa {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:13.057123 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fc2d70-da66-4ff1-bf8f-915158fb034a", "name": "network-vif-deleted", "tag": "dd9efcf5-ca88-4631-9322-f1a1c303bc99", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:13.057436 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2069d870-2176-4b61-b024-5d034ced10aa {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:13.057846 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fc2d70-da66-4ff1-bf8f-915158fb034a', 'name': 'network-vif-deleted', 'tag': 'dd9efcf5-ca88-4631-9322-f1a1c303bc99', 'status': 'completed', 'code': 200} Feb 20 20:13:13.390281 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f48541a-1b0e-4f26-9749-d9f505869dbe {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:13:13.398103 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Publish callbacks [] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:13.411431 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Transition to ACTIVE for port object 8f48541a-1b0e-4f26-9749-d9f505869dbe will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:13:13.506483 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:13.560373 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f48541a-1b0e-4f26-9749-d9f505869dbe,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:13.630294 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8ee4fce4-8ad5-4f5b-87fe-50480e41626a req-bf35567f-cfa1-45e2-aead-d1f21ff2d914 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fc2d70-da66-4ff1-bf8f-915158fb034a HTTP/1.1" status: 200 len: 210 time: 0.0323060 Feb 20 20:13:13.637257 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Attempting to bind port 8f48541a-1b0e-4f26-9749-d9f505869dbe on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:13:13.638212 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Attempting to bind port 8f48541a-1b0e-4f26-9749-d9f505869dbe by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '0a955f23-d4a0-499a-b24b-3071319ef5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:13:13.638212 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Attempting to bind port 8f48541a-1b0e-4f26-9749-d9f505869dbe on network 8f20c1af-3883-4ece-9b3a-a754941659c8 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:13:13.642932 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Port 8f48541a-1b0e-4f26-9749-d9f505869dbe on network 8f20c1af-3883-4ece-9b3a-a754941659c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:13:13.643332 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Attempting to bind port 8f48541a-1b0e-4f26-9749-d9f505869dbe on network 8f20c1af-3883-4ece-9b3a-a754941659c8 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:13:13.650345 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:13:13.650345 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Checking segment: {'id': '0a955f23-d4a0-499a-b24b-3071319ef5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:13:13.650345 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Bound using segment: {'id': '0a955f23-d4a0-499a-b24b-3071319ef5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:13:13.650345 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Bound port: 8f48541a-1b0e-4f26-9749-d9f505869dbe, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a955f23-d4a0-499a-b24b-3071319ef5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:13:13.650851 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:13.718312 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] For port 8f48541a-1b0e-4f26-9749-d9f505869dbe, host hv-cinder-83008, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:13:13.721337 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] For port 8f48541a-1b0e-4f26-9749-d9f505869dbe, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8f48541a-1b0e-4f26-9749-d9f505869dbe,segment=NetworkSegment(0a955f23-d4a0-499a-b24b-3071319ef5b6),segment_id=0a955f23-d4a0-499a-b24b-3071319ef5b6)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:13:13.810516 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:13.845328 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:13.846273 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:13.847941 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] 10.222.0.75 "PUT /v2.0/ports/8f48541a-1b0e-4f26-9749-d9f505869dbe HTTP/1.1" status: 200 len: 1094 time: 1.0246401 Feb 20 20:13:13.850339 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45f5939-6fc6-460e-add3-94d539493385', 'tag': '8f48541a-1b0e-4f26-9749-d9f505869dbe'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:13.852634 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f44a170-de96-4e5e-88d3-c8cfd6fa402d" -d '{"events": [{"name": "network-changed", "server_uuid": "e45f5939-6fc6-460e-add3-94d539493385", "tag": "8f48541a-1b0e-4f26-9749-d9f505869dbe"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:13.879785 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdedfc-0f99-4c6e-9d76-701a5c0ae3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f48541a-1b0e-4f26-9749-d9f505869dbe,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:13.902275 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb3b85a-15e4-4e60-a0ac-16b34d5f9a28 x-openstack-request-id: req-6fb3b85a-15e4-4e60-a0ac-16b34d5f9a28 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:13.902573 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45f5939-6fc6-460e-add3-94d539493385", "tag": "8f48541a-1b0e-4f26-9749-d9f505869dbe", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:13.902829 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fb3b85a-15e4-4e60-a0ac-16b34d5f9a28 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:13.903284 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45f5939-6fc6-460e-add3-94d539493385', 'tag': '8f48541a-1b0e-4f26-9749-d9f505869dbe', 'status': 'completed', 'code': 200} Feb 20 20:13:13.911312 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4102a-1531-41ab-b259-16996b92350a req-e70603d7-bdc6-45ef-a84a-7f484d643445 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:13.912777 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-97b4102a-1531-41ab-b259-16996b92350a req-e70603d7-bdc6-45ef-a84a-7f484d643445 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 944 time: 0.0578866 Feb 20 20:13:13.974903 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-97b4102a-1531-41ab-b259-16996b92350a req-bd86d1e4-9a1a-4550-bd86-1a9f90860ff1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563288 Feb 20 20:13:13.992970 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44a170-de96-4e5e-88d3-c8cfd6fa402d req-0d5cdfc7-a313-48ab-9aa4-f996abc8ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:13.995203 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2f44a170-de96-4e5e-88d3-c8cfd6fa402d req-0d5cdfc7-a313-48ab-9aa4-f996abc8ac36 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=808529e78f784dc883aa61be87436be2&device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 1128 time: 0.0498798 Feb 20 20:13:14.021141 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47395ee4-e527-4f92-aa1c-6b015c4099c9 req-86b24acf-3f7b-4999-9736-109336ff5e6a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:14.022635 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47395ee4-e527-4f92-aa1c-6b015c4099c9 req-86b24acf-3f7b-4999-9736-109336ff5e6a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 943 time: 0.0624893 Feb 20 20:13:14.074023 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-47395ee4-e527-4f92-aa1c-6b015c4099c9 req-02913416-db15-4859-a215-ec6890819cdf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446630 Feb 20 20:13:14.115023 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44a170-de96-4e5e-88d3-c8cfd6fa402d req-48f2311d-4bbd-4fde-a6a6-b628f6be6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:14.116412 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2f44a170-de96-4e5e-88d3-c8cfd6fa402d req-48f2311d-4bbd-4fde-a6a6-b628f6be6a51 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=808529e78f784dc883aa61be87436be2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1063657 Feb 20 20:13:14.217614 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44a170-de96-4e5e-88d3-c8cfd6fa402d req-f7a0c8c2-2b4e-47d8-84ca-ec1cb6740e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:14.219092 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2f44a170-de96-4e5e-88d3-c8cfd6fa402d req-f7a0c8c2-2b4e-47d8-84ca-ec1cb6740e88 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971889 Feb 20 20:13:14.322514 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6798-4648-4548-bbab-96179d3f693e req-483e0142-1a38-4b7f-b494-f6423a8f2c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:14.324056 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-483e0142-1a38-4b7f-b494-f6423a8f2c3c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=808529e78f784dc883aa61be87436be2&device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 1128 time: 0.0464413 Feb 20 20:13:14.372691 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-bc333293-ce84-43bf-8eda-743d181ce3f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f48541a-1b0e-4f26-9749-d9f505869dbe HTTP/1.1" status: 200 len: 217 time: 0.0339584 Feb 20 20:13:14.420585 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6798-4648-4548-bbab-96179d3f693e req-7d62db49-763e-43ab-94d4-419436fd131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:14.422109 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-7d62db49-763e-43ab-94d4-419436fd131f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3929db5-554c-425d-8af9-d7a53cd9186c HTTP/1.1" status: 200 len: 854 time: 0.0433428 Feb 20 20:13:14.456548 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-a72f7b74-699d-4893-ba56-05eee867f237 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8f20c1af-3883-4ece-9b3a-a754941659c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289032 Feb 20 20:13:14.552368 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-a3843adc-ef46-4f57-a9d4-758fc6e9eb57 service neutron] 10.222.0.75 "GET /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886760 Feb 20 20:13:14.648729 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-533c6798-4648-4548-bbab-96179d3f693e req-2e352f18-b5eb-4e6e-91b4-aa1ef9a00bd0 service neutron] 10.222.0.75 "GET /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906763 Feb 20 20:13:14.916636 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-7f73498d-154c-4126-8f4a-0db5ac7ad6d0 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:14.918030 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-7f73498d-154c-4126-8f4a-0db5ac7ad6d0 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/networks?id=62de0cd8-fa8d-4458-bba6-a7154aa4d7dc HTTP/1.1" status: 200 len: 809 time: 0.1120908 Feb 20 20:13:14.938089 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-2a4ea742-b019-4a48-989a-616e2ca3df10 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/quotas/e232a877693a404e8b6b783884145633 HTTP/1.1" status: 200 len: 375 time: 0.0147164 Feb 20 20:13:14.976381 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-9831948a-2ba3-49f5-9c87-8ebec901c633 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e232a877693a404e8b6b783884145633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295644 Feb 20 20:13:15.099629 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-f03b9ff0-c1b6-4f88-a2aa-ba5e58bcb481 service neutron] 10.222.0.60 "GET /v2.0/networks/62de0cd8-fa8d-4458-bba6-a7154aa4d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165085 Feb 20 20:13:15.172483 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9157c-4db0-4d64-b096-5d0716e56795 req-14c568aa-4d70-4dc8-940a-b6fed76026bd tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:15.174011 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dac9157c-4db0-4d64-b096-5d0716e56795 req-14c568aa-4d70-4dc8-940a-b6fed76026bd tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 944 time: 0.1200566 Feb 20 20:13:15.250582 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-efb97fcd-d3a6-411f-bc82-754813f44ba9 service neutron] 10.222.0.60 "GET /v2.0/networks/62de0cd8-fa8d-4458-bba6-a7154aa4d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422539 Feb 20 20:13:15.254227 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-dac9157c-4db0-4d64-b096-5d0716e56795 req-4b82c4ff-4e5f-4526-8f68-a883c0a47908 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736747 Feb 20 20:13:15.381106 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f7c60-e144-4d23-a398-03a8f5e35e9b req-1838dccb-0802-4d7f-8352-cb6b0d8efa65 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:15.382651 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8f0f7c60-e144-4d23-a398-03a8f5e35e9b req-1838dccb-0802-4d7f-8352-cb6b0d8efa65 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 943 time: 0.0628982 Feb 20 20:13:15.444555 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8f0f7c60-e144-4d23-a398-03a8f5e35e9b req-7ab59fa7-c29d-4f24-b413-5fe8a1a97c9a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557160 Feb 20 20:13:15.550541 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-12ef3558-c268-4de6-bd19-5b21445662d1 req-e5869c6d-23e7-416b-a3bd-eafafc3c082d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 210 time: 0.0328679 Feb 20 20:13:16.385840 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769b7e2-3ebc-4274-91b0-98f60c86f8fb req-87ad7878-e740-4c73-8fa6-ae6321d1c2f3 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:16.387026 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4769b7e2-3ebc-4274-91b0-98f60c86f8fb req-87ad7878-e740-4c73-8fa6-ae6321d1c2f3 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 944 time: 0.0585375 Feb 20 20:13:16.436334 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4769b7e2-3ebc-4274-91b0-98f60c86f8fb req-56fa2b58-7443-486a-a18e-3e9a26b2d36b tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Feb 20 20:13:16.568490 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626033b6-3767-4a3b-a075-41653173b626 req-4075b0bd-fc1e-4803-bd7d-2555ec8382de tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:16.569942 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-626033b6-3767-4a3b-a075-41653173b626 req-4075b0bd-fc1e-4803-bd7d-2555ec8382de tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 943 time: 0.0580521 Feb 20 20:13:16.626896 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-626033b6-3767-4a3b-a075-41653173b626 req-230236c8-96ef-4f78-8d7d-aa5af803a316 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505364 Feb 20 20:13:16.659427 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d864af80-a165-40ae-b065-e01eb6b99e99 req-7a54897a-b8fd-4c87-ba25-d15cbd78f07a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 210 time: 0.0315683 Feb 20 20:13:17.054065 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device dd9efcf5-ca88-4631-9322-f1a1c303bc99 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:13:17.078934 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: dd9efcf5-ca88-4631-9322-f1a1c303bc99 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:13:17.079269 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device dd9efcf5-ca88-4631-9322-f1a1c303bc99 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:13:17.561200 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbf54e-ac87-4c62-b29a-bf574e1f0424 req-bce42c7d-3542-42fc-9377-4418c6bf300b tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:17.562737 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-41cbf54e-ac87-4c62-b29a-bf574e1f0424 req-bce42c7d-3542-42fc-9377-4418c6bf300b tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 944 time: 0.0541029 Feb 20 20:13:17.612628 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-41cbf54e-ac87-4c62-b29a-bf574e1f0424 req-491f48d9-6978-4665-bef6-81709c9ddbc0 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442567 Feb 20 20:13:17.681005 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-2d38f630-a132-45fb-96e7-b69322168e37 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:17.682628 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-2d38f630-a132-45fb-96e7-b69322168e37 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.75 "GET /v2.0/networks?id=62de0cd8-fa8d-4458-bba6-a7154aa4d7dc HTTP/1.1" status: 200 len: 809 time: 0.1046848 Feb 20 20:13:17.702837 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Request body: {'port': {'device_id': 'd44d81d5-9451-4e06-a42e-ae19831e9ba1', 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc', 'admin_state_up': True, 'tenant_id': 'e232a877693a404e8b6b783884145633'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:17.770892 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ddf37de-041f-4786-8cd0-c8ce2c9a53a6 req-94442412-874c-4d07-a261-d9bb215b5db1 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 210 time: 0.0287180 Feb 20 20:13:17.795276 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ef381-0415-44c5-b031-c5024b185502 req-25ef7893-0c87-4907-829c-d0f1958d0427 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:17.797124 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7a0ef381-0415-44c5-b031-c5024b185502 req-25ef7893-0c87-4907-829c-d0f1958d0427 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 943 time: 0.0835149 Feb 20 20:13:17.860892 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7a0ef381-0415-44c5-b031-c5024b185502 req-d252a426-456d-4b8b-a48e-8da41ab95293 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488873 Feb 20 20:13:17.911841 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Made reservation on behalf of e232a877693a404e8b6b783884145633 for: {'port': 1} {{(pid=103184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:13:17.915772 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.045173 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Allocated IP 172.20.0.2 (62de0cd8-fa8d-4458-bba6-a7154aa4d7dc/bd590298-9469-4fce-949d-a21dd1237eb9/36c9cad8-0994-4e5a-bd9d-ef99d72af288) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:13:18.078044 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.202445 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks [] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.345174 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.389564 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:13:18.392812 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:13:18.395421 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:13:18.442511 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Pushing event updated for resources: {'Port': ['ID=36c9cad8-0994-4e5a-bd9d-ef99d72af288,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:18.470610 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:18.471293 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.512008 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20213979-9089-4d9c-afb0-ec9446b7778f req-ffb1c16a-05f6-47d2-ae5f-db5d626c7a65 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:18.513568 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-20213979-9089-4d9c-afb0-ec9446b7778f req-ffb1c16a-05f6-47d2-ae5f-db5d626c7a65 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0559027 Feb 20 20:13:18.628077 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-20213979-9089-4d9c-afb0-ec9446b7778f req-29f2a406-a2a3-4b60-bbb7-9b36944080a2 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882382 Feb 20 20:13:18.631411 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-c4293e8e-b2f9-441a-b049-1fe40639e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:18.632927 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-c4293e8e-b2f9-441a-b049-1fe40639e262 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c045506d99f44170a1ba8efc46b78ddc&device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 1169 time: 0.0679414 Feb 20 20:13:18.652771 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-96c8fff8-f8d4-4cfc-92f1-7b644ee4b24a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9538550 Feb 20 20:13:18.670644 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Request body: {'port': {'device_id': 'd44d81d5-9451-4e06-a42e-ae19831e9ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:18.732566 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.781565 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e164f9-ae64-400a-a168-95930bce2708 req-9b165829-5193-4a16-b11c-006ef4389f8c tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:18.783309 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a9e164f9-ae64-400a-a168-95930bce2708 req-9b165829-5193-4a16-b11c-006ef4389f8c tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 944 time: 0.0901937 Feb 20 20:13:18.784356 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-4d1ece93-b8af-46c4-a3d3-521229dc8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:18.786191 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-4d1ece93-b8af-46c4-a3d3-521229dc8ba8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=db8c8873-7f1b-493a-86af-596216e0a763 HTTP/1.1" status: 200 len: 916 time: 0.1469123 Feb 20 20:13:18.921376 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a9e164f9-ae64-400a-a168-95930bce2708 req-c0480315-0b25-46c0-a135-bd1614b04d0d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302395 Feb 20 20:13:18.928006 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-7e18f844-7602-47f5-bdfa-bb825ef81fc4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 200 len: 1001 time: 0.1348014 Feb 20 20:13:18.978817 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ec448-2634-4ce2-9166-900fa61d4d23 req-7a59f61e-d68a-45ab-83d1-5b74aec59521 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:18.980363 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c78ec448-2634-4ce2-9166-900fa61d4d23 req-7a59f61e-d68a-45ab-83d1-5b74aec59521 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 931 time: 0.1133115 Feb 20 20:13:19.003044 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-47f77ce4-a5ea-48fe-b466-746ef1e4ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:19.004460 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-47f77ce4-a5ea-48fe-b466-746ef1e4ae75 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2 HTTP/1.1" status: 200 len: 854 time: 0.0674782 Feb 20 20:13:19.012390 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c9cad8-0994-4e5a-bd9d-ef99d72af288 {{(pid=103184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:13:19.020183 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Publish callbacks [] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:19.032776 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.provisioning_blocks [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Transition to ACTIVE for port object 36c9cad8-0994-4e5a-bd9d-ef99d72af288 will not be triggered until provisioned by entity L2. {{(pid=103184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:13:19.058714 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 8f48541a-1b0e-4f26-9749-d9f505869dbe details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:13:19.100275 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:19.112802 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c78ec448-2634-4ce2-9166-900fa61d4d23 req-e1cc3d9a-eecb-41c6-a228-002ddd73e9b1 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221395 Feb 20 20:13:19.129577 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750287b-ec77-412e-b4d6-d093045b9dbb req-61ebecd2-fe3c-4d4f-bb9d-7e2f6934a050 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:19.131720 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6750287b-ec77-412e-b4d6-d093045b9dbb req-61ebecd2-fe3c-4d4f-bb9d-7e2f6934a050 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 943 time: 0.1317644 Feb 20 20:13:19.141296 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-5556b944-9c32-441a-8ee2-0c9bade1ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:19.143334 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-5556b944-9c32-441a-8ee2-0c9bade1ffef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=db8c8873-7f1b-493a-86af-596216e0a763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1221600 Feb 20 20:13:19.162715 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Pushing event updated for resources: {'Port': ['ID=36c9cad8-0994-4e5a-bd9d-ef99d72af288,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:19.177952 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 8f48541a-1b0e-4f26-9749-d9f505869dbe, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8f48541a-1b0e-4f26-9749-d9f505869dbe,segment=NetworkSegment(0a955f23-d4a0-499a-b24b-3071319ef5b6),segment_id=0a955f23-d4a0-499a-b24b-3071319ef5b6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:19.191715 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '8f48541a-1b0e-4f26-9749-d9f505869dbe', 'network_id': '8f20c1af-3883-4ece-9b3a-a754941659c8', 'port_id': '8f48541a-1b0e-4f26-9749-d9f505869dbe', 'mac_address': 'fa:16:3e:c3:5b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3929db5-554c-425d-8af9-d7a53cd9186c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:13:19.232573 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Attempting to bind port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:13:19.233175 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Attempting to bind port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9d4eeff7-1287-40f0-9788-6531882745c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc'}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:13:19.233317 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Attempting to bind port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 on network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:13:19.237622 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 8f48541a-1b0e-4f26-9749-d9f505869dbe is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:19.237952 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 on network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:13:19.238436 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:19.238806 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Attempting to bind port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 on network 62de0cd8-fa8d-4458-bba6-a7154aa4d7dc {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:13:19.244357 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Checking agent: {'id': '6b34a58c-3562-4354-b19f-bb7b4e903882', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:13:19.244357 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Checking segment: {'id': '9d4eeff7-1287-40f0-9788-6531882745c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:13:19.244700 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Bound using segment: {'id': '9d4eeff7-1287-40f0-9788-6531882745c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc'} {{(pid=103184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:13:19.245124 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.managers [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Bound port: 36c9cad8-0994-4e5a-bd9d-ef99d72af288, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4eeff7-1287-40f0-9788-6531882745c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc'}}] {{(pid=103184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:13:19.245546 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:19.252357 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f48541a-1b0e-4f26-9749-d9f505869dbe {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:13:19.257429 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6750287b-ec77-412e-b4d6-d093045b9dbb req-631c4e74-9129-41c6-80cd-20259c355c86 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120689 Feb 20 20:13:19.273835 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 8f48541a-1b0e-4f26-9749-d9f505869dbe, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8f48541a-1b0e-4f26-9749-d9f505869dbe,segment=NetworkSegment(0a955f23-d4a0-499a-b24b-3071319ef5b6),segment_id=0a955f23-d4a0-499a-b24b-3071319ef5b6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:19.286385 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-5946b5f7-159d-4671-bfea-1c705b36f9da service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346300 Feb 20 20:13:19.318828 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] For port 36c9cad8-0994-4e5a-bd9d-ef99d72af288, host hv-cinder-83008, cleared binding levels {{(pid=103184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:13:19.322465 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] For port 36c9cad8-0994-4e5a-bd9d-ef99d72af288, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=36c9cad8-0994-4e5a-bd9d-ef99d72af288,segment=NetworkSegment(9d4eeff7-1287-40f0-9788-6531882745c1),segment_id=9d4eeff7-1287-40f0-9788-6531882745c1)] {{(pid=103184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:13:19.361556 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:19.377991 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8a30fec4-4a16-4a42-99a4-1893c266189d req-38d7619f-ea1b-40ac-8d32-216c868eedce service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854380 Feb 20 20:13:19.413857 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=8f48541a-1b0e-4f26-9749-d9f505869dbe,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:19.419619 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:19.456161 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:19.456794 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:19.458232 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] 10.222.0.75 "PUT /v2.0/ports/36c9cad8-0994-4e5a-bd9d-ef99d72af288 HTTP/1.1" status: 200 len: 1093 time: 0.7923071 Feb 20 20:13:19.458682 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44d81d5-9451-4e06-a42e-ae19831e9ba1', 'tag': '36c9cad8-0994-4e5a-bd9d-ef99d72af288'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:19.463757 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7d9e22-008d-464c-9d01-df0d7f1680c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d44d81d5-9451-4e06-a42e-ae19831e9ba1", "tag": "36c9cad8-0994-4e5a-bd9d-ef99d72af288"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:19.484986 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc244f-8d3f-42eb-942f-edfb4638999d service neutron] Pushing event updated for resources: {'Port': ['ID=36c9cad8-0994-4e5a-bd9d-ef99d72af288,revision_number=3']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:19.501568 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5470582-b7ee-4878-93e8-4f49825e10ca x-openstack-request-id: req-b5470582-b7ee-4878-93e8-4f49825e10ca {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:19.501860 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44d81d5-9451-4e06-a42e-ae19831e9ba1", "tag": "36c9cad8-0994-4e5a-bd9d-ef99d72af288", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:19.502111 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5470582-b7ee-4878-93e8-4f49825e10ca {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:19.502518 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44d81d5-9451-4e06-a42e-ae19831e9ba1', 'tag': '36c9cad8-0994-4e5a-bd9d-ef99d72af288', 'status': 'completed', 'code': 200} Feb 20 20:13:19.598748 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9e22-008d-464c-9d01-df0d7f1680c2 req-62373062-3120-4f2c-b709-1adeaf3017a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:19.600272 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-cd7d9e22-008d-464c-9d01-df0d7f1680c2 req-62373062-3120-4f2c-b709-1adeaf3017a3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e232a877693a404e8b6b783884145633&device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0482259 Feb 20 20:13:19.719323 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9e22-008d-464c-9d01-df0d7f1680c2 req-d16bba5a-e5d9-49ff-b67d-bc1ca63376c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:19.720914 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-cd7d9e22-008d-464c-9d01-df0d7f1680c2 req-d16bba5a-e5d9-49ff-b67d-bc1ca63376c3 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=e232a877693a404e8b6b783884145633&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1059284 Feb 20 20:13:19.732093 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['8f48541a-1b0e-4f26-9749-d9f505869dbe'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:19.765969 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640c86e-4498-4ab1-87a5-ba0241cc229f req-a201701c-a2ce-4d18-a410-6a071b5f38f5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:19.767573 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4640c86e-4498-4ab1-87a5-ba0241cc229f req-a201701c-a2ce-4d18-a410-6a071b5f38f5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0794170 Feb 20 20:13:19.834317 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9e22-008d-464c-9d01-df0d7f1680c2 req-869c26ac-702e-459f-8e77-b21de1f2fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:19.835828 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-cd7d9e22-008d-464c-9d01-df0d7f1680c2 req-869c26ac-702e-459f-8e77-b21de1f2fe51 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084812 Feb 20 20:13:19.843818 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4640c86e-4498-4ab1-87a5-ba0241cc229f req-2c351752-d954-4ccc-9665-d5c7640e3cd8 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693069 Feb 20 20:13:19.947525 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-ab2abb6c-aca9-4059-a350-186d3d39309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:19.949056 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-ab2abb6c-aca9-4059-a350-186d3d39309b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e232a877693a404e8b6b783884145633&device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0473142 Feb 20 20:13:20.004764 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-cf769d08-1089-4c1d-84b9-2bc697eb5bd7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36c9cad8-0994-4e5a-bd9d-ef99d72af288 HTTP/1.1" status: 200 len: 217 time: 0.0412655 Feb 20 20:13:20.054389 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18668b5c-97ae-45af-b367-e911beca1ca6 req-3ed6fa63-9dfd-4f29-bb5b-e0006477685d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:20.055776 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-a43da6f4-3191-4598-8620-19e127234bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:20.056016 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-18668b5c-97ae-45af-b367-e911beca1ca6 req-3ed6fa63-9dfd-4f29-bb5b-e0006477685d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 945 time: 0.0547230 Feb 20 20:13:20.057402 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-a43da6f4-3191-4598-8620-19e127234bfc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bd590298-9469-4fce-949d-a21dd1237eb9 HTTP/1.1" status: 200 len: 849 time: 0.0459099 Feb 20 20:13:20.091520 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-a84468da-e25a-4ad4-ba60-d54be91c6683 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=62de0cd8-fa8d-4458-bba6-a7154aa4d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273628 Feb 20 20:13:20.106633 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-18668b5c-97ae-45af-b367-e911beca1ca6 req-88041449-7e5d-44de-933d-3c0ee069d536 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446355 Feb 20 20:13:20.187554 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-71776f25-ab3e-4e94-80e0-c072065b1bd4 service neutron] 10.222.0.75 "GET /v2.0/networks/62de0cd8-fa8d-4458-bba6-a7154aa4d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889137 Feb 20 20:13:20.240723 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215815cf-17ff-4a00-aa95-7fdd403144ab req-014c863e-9355-4cc8-ba34-0d0d7c52ce7c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:20.242188 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-215815cf-17ff-4a00-aa95-7fdd403144ab req-014c863e-9355-4cc8-ba34-0d0d7c52ce7c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 943 time: 0.0550416 Feb 20 20:13:20.279479 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-dee19bae-a04c-4299-877e-b8d9f0c71fe0 req-4ed18579-9c42-40cc-a260-559a174b5fcc service neutron] 10.222.0.75 "GET /v2.0/networks/62de0cd8-fa8d-4458-bba6-a7154aa4d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851257 Feb 20 20:13:20.291381 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-215815cf-17ff-4a00-aa95-7fdd403144ab req-508c4195-0830-4f8b-a341-7cc4f211b813 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425856 Feb 20 20:13:20.394077 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be92d5-36d2-4d86-9fba-effa63ddce0c req-7e795318-2b6e-4924-b023-6b37ea557610 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:20.395570 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10be92d5-36d2-4d86-9fba-effa63ddce0c req-7e795318-2b6e-4924-b023-6b37ea557610 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 943 time: 0.0597391 Feb 20 20:13:20.447636 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-10be92d5-36d2-4d86-9fba-effa63ddce0c req-431778d0-7b60-4800-8a9b-627e4ae75aea tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Feb 20 20:13:20.972255 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045400e-802b-4ee3-b6d2-ec80092bcc30 req-a857b9e9-c73f-4d82-8af2-5d62ad3403eb tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:20.973996 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d045400e-802b-4ee3-b6d2-ec80092bcc30 req-a857b9e9-c73f-4d82-8af2-5d62ad3403eb tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0541070 Feb 20 20:13:21.033489 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d045400e-802b-4ee3-b6d2-ec80092bcc30 req-341b06d7-b015-4e57-9572-4fe8ec037b4f tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537198 Feb 20 20:13:21.061325 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 10ac2204-83c7-4ce9-bf10-af82dd0b521e details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:13:21.072355 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 8f48541a-1b0e-4f26-9749-d9f505869dbe up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:13:21.203814 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 10ac2204-83c7-4ce9-bf10-af82dd0b521e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=10ac2204-83c7-4ce9-bf10-af82dd0b521e,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:21.215713 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'port_id': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'mac_address': 'fa:16:3e:f3:ca:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:13:21.230904 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143b658-19f5-4d7b-b011-008f1e364c38 req-48b3521c-62ca-4cba-aaad-568bad5eb9fd tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:21.232621 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9143b658-19f5-4d7b-b011-008f1e364c38 req-48b3521c-62ca-4cba-aaad-568bad5eb9fd tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 945 time: 0.0587933 Feb 20 20:13:21.242876 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 8f48541a-1b0e-4f26-9749-d9f505869dbe completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:13:21.251390 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 8f48541a-1b0e-4f26-9749-d9f505869dbe triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:13:21.251767 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:21.274856 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 10ac2204-83c7-4ce9-bf10-af82dd0b521e is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:21.275241 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:21.281064 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9143b658-19f5-4d7b-b011-008f1e364c38 req-4b86ae93-bd25-4b3f-813c-cfa303a9c79d tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Feb 20 20:13:21.294553 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ac2204-83c7-4ce9-bf10-af82dd0b521e {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:13:21.322875 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 10ac2204-83c7-4ce9-bf10-af82dd0b521e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=10ac2204-83c7-4ce9-bf10-af82dd0b521e,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:21.364921 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 8f48541a-1b0e-4f26-9749-d9f505869dbe is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:21.365335 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:21.391148 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f5939-6fc6-460e-add3-94d539493385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f48541a-1b0e-4f26-9749-d9f505869dbe'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:21.393381 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b6dcd9-0bda-4f10-8c17-ee588ce88d80" -d '{"events": [{"server_uuid": "e45f5939-6fc6-460e-add3-94d539493385", "name": "network-vif-plugged", "status": "completed", "tag": "8f48541a-1b0e-4f26-9749-d9f505869dbe"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:21.410755 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 8f48541a-1b0e-4f26-9749-d9f505869dbe, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8f48541a-1b0e-4f26-9749-d9f505869dbe,segment=NetworkSegment(0a955f23-d4a0-499a-b24b-3071319ef5b6),segment_id=0a955f23-d4a0-499a-b24b-3071319ef5b6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:21.413225 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:21.429527 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c181d-1683-45bc-b380-217c9ec8006d req-5741e73d-b226-4926-8ef6-e0182cb03493 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:21.436973 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-da6c181d-1683-45bc-b380-217c9ec8006d req-5741e73d-b226-4926-8ef6-e0182cb03493 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 943 time: 0.0706806 Feb 20 20:13:21.458384 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edcfb56-1317-424d-8180-d7c73346f26c x-openstack-request-id: req-8edcfb56-1317-424d-8180-d7c73346f26c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:21.458384 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f5939-6fc6-460e-add3-94d539493385", "name": "network-vif-plugged", "status": "completed", "tag": "8f48541a-1b0e-4f26-9749-d9f505869dbe", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:21.458384 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8edcfb56-1317-424d-8180-d7c73346f26c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:21.458384 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f5939-6fc6-460e-add3-94d539493385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f48541a-1b0e-4f26-9749-d9f505869dbe', 'code': 200} Feb 20 20:13:21.483693 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-da6c181d-1683-45bc-b380-217c9ec8006d req-3451c821-7424-43f5-9d38-797591383424 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458100 Feb 20 20:13:21.487741 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=10ac2204-83c7-4ce9-bf10-af82dd0b521e,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:21.506762 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:21.566605 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=8f48541a-1b0e-4f26-9749-d9f505869dbe,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:21.588889 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8b6f8-a412-4e3a-a796-df1ac6f39710 req-82de44e5-ccb3-4b40-a447-aa4bde0f1be5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:21.590387 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-02f8b6f8-a412-4e3a-a796-df1ac6f39710 req-82de44e5-ccb3-4b40-a447-aa4bde0f1be5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 944 time: 0.0650959 Feb 20 20:13:21.643105 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-02f8b6f8-a412-4e3a-a796-df1ac6f39710 req-dd73cc1a-7c4d-4219-bf2d-b3ae040b14a2 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 Feb 20 20:13:21.757942 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['10ac2204-83c7-4ce9-bf10-af82dd0b521e'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:21.834473 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f73b-02db-41f5-99a9-cedd8ed2d349 req-627cbb96-01f9-4fe6-9a7d-48b10bee03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:21.841511 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-cc29f73b-02db-41f5-99a9-cedd8ed2d349 req-627cbb96-01f9-4fe6-9a7d-48b10bee03e3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 1130 time: 0.0505793 Feb 20 20:13:21.896267 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-cc29f73b-02db-41f5-99a9-cedd8ed2d349 req-8a124f04-e998-4f5a-affc-ed794df61e63 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Feb 20 20:13:22.155045 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735babc1-11ee-46cc-8100-19e1b217a150 req-3aad4aba-fb6f-4b97-946d-80057db119dd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:22.156522 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-735babc1-11ee-46cc-8100-19e1b217a150 req-3aad4aba-fb6f-4b97-946d-80057db119dd tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0539355 Feb 20 20:13:22.217254 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-735babc1-11ee-46cc-8100-19e1b217a150 req-12e4726a-d319-48b3-bc63-8af1e68d5f00 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549319 Feb 20 20:13:22.400408 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a64006-d011-4abd-abbb-7a4e5a602413 req-4e4551b2-d90b-4d7a-8ea7-a894348724f3 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:22.401963 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61a64006-d011-4abd-abbb-7a4e5a602413 req-4e4551b2-d90b-4d7a-8ea7-a894348724f3 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 946 time: 0.0546913 Feb 20 20:13:22.450769 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-61a64006-d011-4abd-abbb-7a4e5a602413 req-c2ec0fa2-e12f-4b67-bc6f-fb374a9d3b41 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Feb 20 20:13:22.617173 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f183-9c6e-4968-810f-bfd4068992ca req-e4cd8b13-7322-41af-85f2-6e4e730d8c60 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:22.619000 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efa1f183-9c6e-4968-810f-bfd4068992ca req-e4cd8b13-7322-41af-85f2-6e4e730d8c60 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 943 time: 0.0574050 Feb 20 20:13:22.666374 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-efa1f183-9c6e-4968-810f-bfd4068992ca req-f49798e8-cc2f-444f-b768-fb7cc4c19318 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 Feb 20 20:13:22.762452 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a48f8-e62e-4700-8755-dff0001b5fff req-c8f5a69e-a9b2-4112-ac0d-f3b84eeeb57c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:22.763939 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b12a48f8-e62e-4700-8755-dff0001b5fff req-c8f5a69e-a9b2-4112-ac0d-f3b84eeeb57c tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 944 time: 0.0556376 Feb 20 20:13:22.818471 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b12a48f8-e62e-4700-8755-dff0001b5fff req-e6abe945-3613-40da-b826-05d1c8aef313 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489786 Feb 20 20:13:23.082308 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 36c9cad8-0994-4e5a-bd9d-ef99d72af288 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:13:23.094107 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 10ac2204-83c7-4ce9-bf10-af82dd0b521e up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:13:23.224031 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 36c9cad8-0994-4e5a-bd9d-ef99d72af288, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=36c9cad8-0994-4e5a-bd9d-ef99d72af288,segment=NetworkSegment(9d4eeff7-1287-40f0-9788-6531882745c1),segment_id=9d4eeff7-1287-40f0-9788-6531882745c1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:23.234867 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Returning: {'device': '36c9cad8-0994-4e5a-bd9d-ef99d72af288', 'network_id': '62de0cd8-fa8d-4458-bba6-a7154aa4d7dc', 'port_id': '36c9cad8-0994-4e5a-bd9d-ef99d72af288', 'mac_address': 'fa:16:3e:16:16:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd590298-9469-4fce-949d-a21dd1237eb9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:13:23.278008 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 is: DOWN; New status is: BUILD {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:23.278396 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:23.343366 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81d2f3-be3f-41d9-b076-f81508312cc5 req-97ae4a26-f560-4cbf-86dc-c9a90d27f19d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:23.344830 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c81d2f3-be3f-41d9-b076-f81508312cc5 req-97ae4a26-f560-4cbf-86dc-c9a90d27f19d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0568523 Feb 20 20:13:23.412939 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3c81d2f3-be3f-41d9-b076-f81508312cc5 req-a158df96-840c-49bc-9c6d-9196a10c13fe tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615060 Feb 20 20:13:23.424982 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 10ac2204-83c7-4ce9-bf10-af82dd0b521e completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:13:23.428019 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c9cad8-0994-4e5a-bd9d-ef99d72af288 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:13:23.435968 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 10ac2204-83c7-4ce9-bf10-af82dd0b521e triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:13:23.436336 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:23.469189 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 36c9cad8-0994-4e5a-bd9d-ef99d72af288, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=36c9cad8-0994-4e5a-bd9d-ef99d72af288,segment=NetworkSegment(9d4eeff7-1287-40f0-9788-6531882745c1),segment_id=9d4eeff7-1287-40f0-9788-6531882745c1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:23.528569 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 10ac2204-83c7-4ce9-bf10-af82dd0b521e is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:23.529005 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:23.553593 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a5340-f73c-40a1-b198-ead1269694e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ac2204-83c7-4ce9-bf10-af82dd0b521e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:23.556427 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58d168c-e3c7-484d-b4f1-f00e267c97a4" -d '{"events": [{"server_uuid": "411a5340-f73c-40a1-b198-ead1269694e3", "name": "network-vif-plugged", "status": "completed", "tag": "10ac2204-83c7-4ce9-bf10-af82dd0b521e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:23.569479 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:23.573273 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 10ac2204-83c7-4ce9-bf10-af82dd0b521e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=10ac2204-83c7-4ce9-bf10-af82dd0b521e,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:23.576448 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9ce75-d177-4d9b-8b51-9a2e1de6f887 req-697a2d74-3807-47d6-80cc-a561190f66ca tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:23.583232 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c1c9ce75-d177-4d9b-8b51-9a2e1de6f887 req-697a2d74-3807-47d6-80cc-a561190f66ca tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 946 time: 0.0611000 Feb 20 20:13:23.601315 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee4ce21-b3ce-4b7a-aa18-b9a6927718a5 x-openstack-request-id: req-5ee4ce21-b3ce-4b7a-aa18-b9a6927718a5 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:23.601742 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a5340-f73c-40a1-b198-ead1269694e3", "name": "network-vif-plugged", "status": "completed", "tag": "10ac2204-83c7-4ce9-bf10-af82dd0b521e", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:23.602124 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ee4ce21-b3ce-4b7a-aa18-b9a6927718a5 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:23.602736 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a5340-f73c-40a1-b198-ead1269694e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'code': 200} Feb 20 20:13:23.629554 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c1c9ce75-d177-4d9b-8b51-9a2e1de6f887 req-df76e4d4-669b-48ca-9bfc-681418b726ee tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Feb 20 20:13:23.635502 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=36c9cad8-0994-4e5a-bd9d-ef99d72af288,revision_number=4']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:23.683134 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:23.738103 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=10ac2204-83c7-4ce9-bf10-af82dd0b521e,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:23.803154 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645d4c7-e4be-4669-b731-53764c4dc1aa req-07499148-3ade-4d8f-a4d7-3082d042e6f5 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:23.808224 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2645d4c7-e4be-4669-b731-53764c4dc1aa req-07499148-3ade-4d8f-a4d7-3082d042e6f5 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 944 time: 0.0606031 Feb 20 20:13:23.865591 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2645d4c7-e4be-4669-b731-53764c4dc1aa req-9d627a60-5dd5-48c0-981d-681d15dbd64e tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537505 Feb 20 20:13:23.933004 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['36c9cad8-0994-4e5a-bd9d-ef99d72af288'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:23.983091 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927bb9-fdd7-4e1b-ae50-a37bc9378a19 req-36c6d77b-d72a-4050-aadf-2daa48616214 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:23.984583 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3b927bb9-fdd7-4e1b-ae50-a37bc9378a19 req-36c6d77b-d72a-4050-aadf-2daa48616214 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 945 time: 0.0613878 Feb 20 20:13:24.013540 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:13:24.050933 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-3b927bb9-fdd7-4e1b-ae50-a37bc9378a19 req-73a9a691-5257-4426-9402-dffe6ec9ece5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604181 Feb 20 20:13:24.063364 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad620a62-72ce-47d4-aaf6-82372f8aa7f4 req-f3276d6a-7f0a-4c84-aec0-15b86bfd5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:24.074770 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ad620a62-72ce-47d4-aaf6-82372f8aa7f4 req-f3276d6a-7f0a-4c84-aec0-15b86bfd5791 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 1129 time: 0.0650487 Feb 20 20:13:24.126556 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-ad620a62-72ce-47d4-aaf6-82372f8aa7f4 req-032fa781-526d-46ea-a1a1-618b1f87665a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450089 Feb 20 20:13:24.534507 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e6c84-3029-4b18-b8f4-e9f7c7314435 req-22be982a-8f6e-424d-be06-c136f9594f9f tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:24.535979 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c40e6c84-3029-4b18-b8f4-e9f7c7314435 req-22be982a-8f6e-424d-be06-c136f9594f9f tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0529778 Feb 20 20:13:24.599177 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c40e6c84-3029-4b18-b8f4-e9f7c7314435 req-c331bc45-b0d9-4077-b56a-b16cc6f5be73 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569963 Feb 20 20:13:24.997284 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5bde0-45da-47a4-ae55-3a146004f840 req-4c4a4b88-a9e7-430f-8897-afdcd7025148 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:24.998805 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8fd5bde0-45da-47a4-ae55-3a146004f840 req-4c4a4b88-a9e7-430f-8897-afdcd7025148 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 944 time: 0.0609415 Feb 20 20:13:25.089043 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 36c9cad8-0994-4e5a-bd9d-ef99d72af288 up at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:13:25.213265 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning for port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 completed by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:13:25.217886 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Provisioning complete for port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 triggered by entity L2. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:13:25.218267 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:25.319514 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Current status of the port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 is: BUILD; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:25.319860 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:25.361560 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] For port 36c9cad8-0994-4e5a-bd9d-ef99d72af288, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=36c9cad8-0994-4e5a-bd9d-ef99d72af288,segment=NetworkSegment(9d4eeff7-1287-40f0-9788-6531882745c1),segment_id=9d4eeff7-1287-40f0-9788-6531882745c1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:25.370198 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8fd5bde0-45da-47a4-ae55-3a146004f840 req-9df55381-bbaf-4695-ab59-ac6ef5accd59 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658073 Feb 20 20:13:25.382933 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde7479-fdfb-456b-baed-087a01960851 req-71a4c0e9-9c9a-4567-96a9-1a5c3d2a0dac tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:25.384504 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7cde7479-fdfb-456b-baed-087a01960851 req-71a4c0e9-9c9a-4567-96a9-1a5c3d2a0dac tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 945 time: 0.0820293 Feb 20 20:13:25.439356 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7cde7479-fdfb-456b-baed-087a01960851 req-404afd48-2c05-4cb3-ab6d-9afd1c289bea tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486679 Feb 20 20:13:25.512118 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:25.567827 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Pushing event updated for resources: {'Port': ['ID=36c9cad8-0994-4e5a-bd9d-ef99d72af288,revision_number=5']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:25.603923 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44d81d5-9451-4e06-a42e-ae19831e9ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c9cad8-0994-4e5a-bd9d-ef99d72af288'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:25.606821 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8999c4d699f16ba88619a724436819e27eeee3c4624a185f8ad05d7b81f7205f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac32a3d-fc7e-4c7a-b272-5048e323b088" -d '{"events": [{"server_uuid": "d44d81d5-9451-4e06-a42e-ae19831e9ba1", "name": "network-vif-plugged", "status": "completed", "tag": "36c9cad8-0994-4e5a-bd9d-ef99d72af288"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:25.648057 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f20535c-3061-43d1-9fbd-3458b18c9f88 x-openstack-request-id: req-7f20535c-3061-43d1-9fbd-3458b18c9f88 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:25.648357 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44d81d5-9451-4e06-a42e-ae19831e9ba1", "name": "network-vif-plugged", "status": "completed", "tag": "36c9cad8-0994-4e5a-bd9d-ef99d72af288", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:25.648675 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f20535c-3061-43d1-9fbd-3458b18c9f88 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:25.649160 dv-cinder-830085-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44d81d5-9451-4e06-a42e-ae19831e9ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c9cad8-0994-4e5a-bd9d-ef99d72af288', 'code': 200} Feb 20 20:13:25.737585 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf55a3-7b29-4f3c-b37e-f3e0f777fc64 req-ade3ca53-a097-4b6a-bb81-677db73ce68c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:25.739031 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ccaf55a3-7b29-4f3c-b37e-f3e0f777fc64 req-ade3ca53-a097-4b6a-bb81-677db73ce68c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0622244 Feb 20 20:13:25.807411 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ccaf55a3-7b29-4f3c-b37e-f3e0f777fc64 req-e83d2336-2b22-49a8-bf1e-229405d5108f tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614831 Feb 20 20:13:25.952206 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a956a76e-cfc9-459d-9ab2-8280b8ef07a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:26.073505 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3e892-cab2-4cf3-a193-7acd37fb646f req-4a9c5370-1ff2-41a9-b347-3ec91d3a741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:26.074898 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-81c3e892-cab2-4cf3-a193-7acd37fb646f req-4a9c5370-1ff2-41a9-b347-3ec91d3a741d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 1129 time: 0.0521185 Feb 20 20:13:26.129935 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-81c3e892-cab2-4cf3-a193-7acd37fb646f req-47978d6a-475f-4254-94bc-d1eea9f42c06 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489550 Feb 20 20:13:26.496203 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195b06-2ef3-4a9c-88aa-8d6c9c0db2db req-67095492-f7b2-43e6-a35d-e83c634a3e8d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:26.497883 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c5195b06-2ef3-4a9c-88aa-8d6c9c0db2db req-67095492-f7b2-43e6-a35d-e83c634a3e8d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 945 time: 0.0569160 Feb 20 20:13:26.578657 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-c5195b06-2ef3-4a9c-88aa-8d6c9c0db2db req-73380953-26b8-4550-ac90-dc971b492d2a tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751693 Feb 20 20:13:26.588506 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c828a27-1eec-4675-86e0-519a4c302a83 req-c9289de7-e810-43e7-85c0-36fe5c51b345 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:26.593561 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c828a27-1eec-4675-86e0-519a4c302a83 req-c9289de7-e810-43e7-85c0-36fe5c51b345 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 945 time: 0.0797181 Feb 20 20:13:26.639655 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7c828a27-1eec-4675-86e0-519a4c302a83 req-fd50f01e-bebc-4b6f-8904-b9b63d730dab tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Feb 20 20:13:26.762619 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68f06d-92cb-4fb9-a14e-44f8f0def24f req-c1ae7a27-73d9-43a1-abc5-1c7206510f90 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:26.764096 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d68f06d-92cb-4fb9-a14e-44f8f0def24f req-c1ae7a27-73d9-43a1-abc5-1c7206510f90 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 945 time: 0.0578387 Feb 20 20:13:26.813451 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6d68f06d-92cb-4fb9-a14e-44f8f0def24f req-d4106d17-6ab6-4023-a130-0232a8c2cfbc tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435112 Feb 20 20:13:26.836104 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 50544) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:26.884218 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095e59c-c571-4573-b81b-baed268e21df tempest-TestVolumeBootPattern-1135735533 tempest-TestVolumeBootPattern-1135735533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:26.885805 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-8095e59c-c571-4573-b81b-baed268e21df tempest-TestVolumeBootPattern-1135735533 tempest-TestVolumeBootPattern-1135735533-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 1124 time: 0.0487044 Feb 20 20:13:26.888581 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 50546) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:26.892776 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.v2.base [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Request body: {'floatingip': {'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'port_id': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:26.933362 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8fef8-e59b-402f-ba89-cf84ed931c99 req-442df932-4e5b-419d-908b-30439dfb7559 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:26.934742 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ffc8fef8-e59b-402f-ba89-cf84ed931c99 req-442df932-4e5b-419d-908b-30439dfb7559 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0531056 Feb 20 20:13:27.005584 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-ffc8fef8-e59b-402f-ba89-cf84ed931c99 req-f2b7402b-857d-4c0e-9ee7-84ba51ff7ca6 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650663 Feb 20 20:13:27.008960 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:27.107479 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:27.223077 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_common [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Allocated IP 172.27.0.200 (7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b/d63c7ebb-e35a-434b-8422-e1380fd0de05/6530b076-0630-4ff8-9ee9-8e788083b98a) {{(pid=103184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:13:27.333104 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for port (6530b076-0630-4ff8-9ee9-8e788083b98a), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:27.414666 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736182448424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (6530b076-0630-4ff8-9ee9-8e788083b98a), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:27.456465 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Network 7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b is already hosted by enough agents. {{(pid=103184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:13:27.459586 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.base_scheduler [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Resources bound (agent type, host, resource id): {{(pid=103184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:13:27.465741 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Received port after_create {{(pid=103184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:13:27.471443 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'Port': ['ID=6530b076-0630-4ff8-9ee9-8e788083b98a,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:27.499544 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.499800 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.500142 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.500480 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.500810 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.501177 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.501503 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.501829 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.502148 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.502466 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.502786 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.503105 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.503419 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:27.704424 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d8f9e-5420-4811-986c-84949d200ba1 req-a3b30b27-d258-416d-bce8-673ebe7c043c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:27.706089 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-053d8f9e-5420-4811-986c-84949d200ba1 req-a3b30b27-d258-416d-bce8-673ebe7c043c tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 945 time: 0.0576696 Feb 20 20:13:27.758517 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-053d8f9e-5420-4811-986c-84949d200ba1 req-1fa37fe0-8f10-4f09-82e8-3692b3b3d4ac tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468149 Feb 20 20:13:27.869622 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (f746a63b-b3be-4582-8d9c-a38a4a5b6c20), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:27.968779 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2fbdb4be-897b-46e4-8966-4948dcd0bed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:28.031683 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (6530b076-0630-4ff8-9ee9-8e788083b98a), before_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:28.130301 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b34f26-a5ee-49b4-b488-47b5046d03a5 req-26f3f9ce-348e-402a-88f6-cdad6c129c4c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:28.131815 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d9b34f26-a5ee-49b4-b488-47b5046d03a5 req-26f3f9ce-348e-402a-88f6-cdad6c129c4c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0552466 Feb 20 20:13:28.193765 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d9b34f26-a5ee-49b4-b488-47b5046d03a5 req-1a8463d6-27c3-4b44-b062-4d964f67cd20 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557988 Feb 20 20:13:28.194715 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for port (6530b076-0630-4ff8-9ee9-8e788083b98a), precommit_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:28.299993 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30322777'] for port (6530b076-0630-4ff8-9ee9-8e788083b98a), after_update {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:28.377286 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event updated for resources: {'Port': ['ID=6530b076-0630-4ff8-9ee9-8e788083b98a,revision_number=2']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:28.388332 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1875954'] for floatingip (f746a63b-b3be-4582-8d9c-a38a4a5b6c20), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:28.497330 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.db.l3_db [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Floating IP f746a63b-b3be-4582-8d9c-a38a4a5b6c20 associated. External IP: 172.27.0.200, port: 10ac2204-83c7-4ce9-bf10-af82dd0b521e. Feb 20 20:13:28.720492 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Router ebf0ad9f-7b60-4077-909d-a032bb5846ea has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:13:28.845414 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:13:28.858355 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] Sync routers for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:13:28.868278 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:13:28.872311 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:13:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:13:28.957854 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:28.978456 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:13:28.990519 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-9007f401-ec57-42e2-b14d-e20b69bb44fe tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1008868 Feb 20 20:13:28.991142 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411a5340-f73c-40a1-b198-ead1269694e3', 'tag': '10ac2204-83c7-4ce9-bf10-af82dd0b521e'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:28.993431 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b05fb4f-51f8-4fd0-a48b-6204f1939261" -d '{"events": [{"name": "network-changed", "server_uuid": "411a5340-f73c-40a1-b198-ead1269694e3", "tag": "10ac2204-83c7-4ce9-bf10-af82dd0b521e"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:29.032010 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e936b135-2ed9-4600-a03d-4ae7cd2f2bcd x-openstack-request-id: req-e936b135-2ed9-4600-a03d-4ae7cd2f2bcd {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:29.032297 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411a5340-f73c-40a1-b198-ead1269694e3", "tag": "10ac2204-83c7-4ce9-bf10-af82dd0b521e", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:29.032549 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e936b135-2ed9-4600-a03d-4ae7cd2f2bcd {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:29.032966 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411a5340-f73c-40a1-b198-ead1269694e3', 'tag': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'status': 'completed', 'code': 200} Feb 20 20:13:29.134433 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-9146a4e9-37d4-4937-ad00-4baea5de76dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:29.137863 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-9146a4e9-37d4-4937-ad00-4baea5de76dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 1129 time: 0.0483990 Feb 20 20:13:29.250017 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-9e352a2a-4059-45a9-8658-6c8a0d427c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:29.251607 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-9e352a2a-4059-45a9-8658-6c8a0d427c2c service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 912 time: 0.1078365 Feb 20 20:13:29.266638 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'a343b437-e896-453e-b37f-fede0e60d5e4', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:5d:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:11:18Z', 'updated_at': '2022-02-20T20:11:21Z', 'revision_number': 1, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}, {'id': 'f746a63b-b3be-4582-8d9c-a38a4a5b6c20', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:f3:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411a5340-f73c-40a1-b198-ead1269694e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:13:27Z', 'updated_at': '2022-02-20T20:13:27Z', 'revision_number': 0, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:13:29.295675 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] Checking router: ebf0ad9f-7b60-4077-909d-a032bb5846ea for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:13:29.304252 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:13:29.305147 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:13:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:13:29.331434 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-59e9cd33-4576-4779-8025-efd9652a4097 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10ac2204-83c7-4ce9-bf10-af82dd0b521e HTTP/1.1" status: 200 len: 999 time: 0.0737085 Feb 20 20:13:29.347099 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:29.356295 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215d573-5d24-4a3e-a903-af99c897f42b req-13033054-de50-4c2e-9467-bab9e0617c0d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:29.357863 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8215d573-5d24-4a3e-a903-af99c897f42b req-13033054-de50-4c2e-9467-bab9e0617c0d tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 945 time: 0.1064754 Feb 20 20:13:29.378748 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd74002-c3ce-4b4c-b516-292c488ce157 req-a517021f-87cd-49f5-a1a2-4b10bbdd29bb tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:29.380367 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-edd74002-c3ce-4b4c-b516-292c488ce157 req-a517021f-87cd-49f5-a1a2-4b10bbdd29bb tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0877311 Feb 20 20:13:29.399891 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-e4d63196-ea8d-4a98-a020-ad6f982da4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:29.402786 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-e4d63196-ea8d-4a98-a020-ad6f982da4bb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 200 len: 850 time: 0.0650923 Feb 20 20:13:29.428807 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:13:29.453816 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8215d573-5d24-4a3e-a903-af99c897f42b req-e39ff38a-bb5f-4bd7-81a8-170b13bab2c5 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854652 Feb 20 20:13:29.456368 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-13e22fff-84e7-41aa-85b3-378059130a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:29.457927 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-13e22fff-84e7-41aa-85b3-378059130a5e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ddb480e-c808-4081-b0cb-679d7704b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486882 Feb 20 20:13:29.483683 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-edd74002-c3ce-4b4c-b516-292c488ce157 req-3d6a8982-386e-4d83-9340-5bd035ec10e0 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952213 Feb 20 20:13:29.559616 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-60a1039f-52cb-4ee6-bc90-97a677494a20 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939989 Feb 20 20:13:29.684099 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'a343b437-e896-453e-b37f-fede0e60d5e4', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:5d:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:11:18Z', 'updated_at': '2022-02-20T20:11:21Z', 'revision_number': 1, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}, {'id': 'f746a63b-b3be-4582-8d9c-a38a4a5b6c20', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:f3:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411a5340-f73c-40a1-b198-ead1269694e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:13:27Z', 'updated_at': '2022-02-20T20:13:27Z', 'revision_number': 0, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:13:29.713115 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b7eb8-9b34-43d7-8bad-4296286f99a8 None None] The sync data for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi is: [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'a343b437-e896-453e-b37f-fede0e60d5e4', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:5d:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:11:18Z', 'updated_at': '2022-02-20T20:11:21Z', 'revision_number': 1, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}, {'id': 'f746a63b-b3be-4582-8d9c-a38a4a5b6c20', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:f3:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411a5340-f73c-40a1-b198-ead1269694e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:13:27Z', 'updated_at': '2022-02-20T20:13:27Z', 'revision_number': 0, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:13:29.907137 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2b05fb4f-51f8-4fd0-a48b-6204f1939261 req-dac722de-b039-4c65-adff-553143c7a590 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403072 Feb 20 20:13:29.942079 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057f5ef-c933-4891-8bf3-21d50e5cae17 None None] New status for floating IP f746a63b-b3be-4582-8d9c-a38a4a5b6c20: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:13:30.540705 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:30.621932 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187cb2b-5512-43d4-8325-30eb5f691629 req-21e4fdba-0774-4f66-be44-0edca3e4845b tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:30.623416 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9187cb2b-5512-43d4-8325-30eb5f691629 req-21e4fdba-0774-4f66-be44-0edca3e4845b tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 945 time: 0.0952041 Feb 20 20:13:30.634892 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929afd42-e1fe-45f0-a695-a0fc78afdd06 req-b874086c-93fa-4306-bbad-0c8f576b96b2 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:30.636721 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-929afd42-e1fe-45f0-a695-a0fc78afdd06 req-b874086c-93fa-4306-bbad-0c8f576b96b2 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0806923 Feb 20 20:13:30.716700 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-9187cb2b-5512-43d4-8325-30eb5f691629 req-d5bb646e-32bf-4203-a290-63eb4cf2c3eb tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/security-groups?id=86b73515-22cb-42e8-9df2-df692538ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789754 Feb 20 20:13:30.733435 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-929afd42-e1fe-45f0-a695-a0fc78afdd06 req-54a5d818-920b-40df-99cb-acbf3d166ce2 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898945 Feb 20 20:13:30.995582 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-02734175-1904-4a60-b87e-b472d22ef223 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:30.997197 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-02734175-1904-4a60-b87e-b472d22ef223 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.75 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 945 time: 0.0567696 Feb 20 20:13:31.099208 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-e8707a22-c7e4-43ef-b595-ea2561b395b6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Deleting port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:13:31.099550 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-e8707a22-c7e4-43ef-b595-ea2561b395b6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:31.187448 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-e8707a22-c7e4-43ef-b595-ea2561b395b6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] For port 36c9cad8-0994-4e5a-bd9d-ef99d72af288, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=36c9cad8-0994-4e5a-bd9d-ef99d72af288,segment=NetworkSegment(9d4eeff7-1287-40f0-9788-6531882745c1),segment_id=9d4eeff7-1287-40f0-9788-6531882745c1)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:31.187808 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-e8707a22-c7e4-43ef-b595-ea2561b395b6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:31.200868 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-e8707a22-c7e4-43ef-b595-ea2561b395b6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Calling delete_port for 36c9cad8-0994-4e5a-bd9d-ef99d72af288 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:13:31.424392 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-e8707a22-c7e4-43ef-b595-ea2561b395b6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (36c9cad8-0994-4e5a-bd9d-ef99d72af288), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:31.452173 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8707a22-c7e4-43ef-b595-ea2561b395b6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Pushing event deleted for resources: {'Port': ['ID=36c9cad8-0994-4e5a-bd9d-ef99d72af288,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:31.477760 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['36c9cad8-0994-4e5a-bd9d-ef99d72af288'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:31.497540 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-e8707a22-c7e4-43ef-b595-ea2561b395b6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] No DVR routers for this DVR port 36c9cad8-0994-4e5a-bd9d-ef99d72af288 on host hv-cinder-83008 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:13:31.500246 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-e8707a22-c7e4-43ef-b595-ea2561b395b6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:31.503561 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d45a4c3d-a964-415e-848b-d6cea97d28b3 req-e8707a22-c7e4-43ef-b595-ea2561b395b6 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.75 "DELETE /v2.0/ports/36c9cad8-0994-4e5a-bd9d-ef99d72af288 HTTP/1.1" status: 204 len: 173 time: 0.4989431 Feb 20 20:13:31.503990 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44d81d5-9451-4e06-a42e-ae19831e9ba1', 'name': 'network-vif-deleted', 'tag': '36c9cad8-0994-4e5a-bd9d-ef99d72af288'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:31.506216 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d7eb16-41c7-432a-a3ca-4e2aff577d2a" -d '{"events": [{"server_uuid": "d44d81d5-9451-4e06-a42e-ae19831e9ba1", "name": "network-vif-deleted", "tag": "36c9cad8-0994-4e5a-bd9d-ef99d72af288"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:31.545728 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054c8356-a6eb-4b3f-a3a4-f7f38d7ec6e4 x-openstack-request-id: req-054c8356-a6eb-4b3f-a3a4-f7f38d7ec6e4 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:31.546027 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44d81d5-9451-4e06-a42e-ae19831e9ba1", "name": "network-vif-deleted", "tag": "36c9cad8-0994-4e5a-bd9d-ef99d72af288", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:31.546279 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-054c8356-a6eb-4b3f-a3a4-f7f38d7ec6e4 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:31.546679 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44d81d5-9451-4e06-a42e-ae19831e9ba1', 'name': 'network-vif-deleted', 'tag': '36c9cad8-0994-4e5a-bd9d-ef99d72af288', 'status': 'completed', 'code': 200} Feb 20 20:13:31.818910 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-bdad5a16-e447-4a08-b3d1-9d3046b5b9bd req-63192c79-6a3c-4165-a279-3bbf590e80a2 tempest-VolumesActionsTest-317479023 tempest-VolumesActionsTest-317479023-project] 10.222.0.60 "GET /v2.0/ports?device_id=d44d81d5-9451-4e06-a42e-ae19831e9ba1 HTTP/1.1" status: 200 len: 210 time: 0.0302737 Feb 20 20:13:31.872642 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6a5a6-f596-48da-8a5d-516c071e9711 req-c60dbbd6-af22-4b4a-a7cd-9b5fe373d8a9 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:31.874298 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ca6a5a6-f596-48da-8a5d-516c071e9711 req-c60dbbd6-af22-4b4a-a7cd-9b5fe373d8a9 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0587983 Feb 20 20:13:31.941542 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7ca6a5a6-f596-48da-8a5d-516c071e9711 req-cf0fbf95-59c3-45b3-ac17-27aa4b9ce249 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604210 Feb 20 20:13:32.207106 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:33.072660 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea710bc-634d-436e-9b19-4cf90df871a7 req-fd22ce6e-0fee-4b85-8e01-606a9e24fa0e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:33.074566 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6ea710bc-634d-436e-9b19-4cf90df871a7 req-fd22ce6e-0fee-4b85-8e01-606a9e24fa0e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0568032 Feb 20 20:13:33.153425 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-6ea710bc-634d-436e-9b19-4cf90df871a7 req-b877a9b9-c92f-4968-98cc-33fe9dea897c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667057 Feb 20 20:13:34.279179 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb15b6-068c-4b05-ba9c-d8b36851fddd req-56cd1a3c-85d1-4c0c-ae39-47dcd63be7d8 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:34.280918 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-beeb15b6-068c-4b05-ba9c-d8b36851fddd req-56cd1a3c-85d1-4c0c-ae39-47dcd63be7d8 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0560641 Feb 20 20:13:34.343561 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-beeb15b6-068c-4b05-ba9c-d8b36851fddd req-47dabfde-b7dd-4455-998e-db564f1c38eb tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568304 Feb 20 20:13:35.472374 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6d375-786d-4ff0-864a-6d50d8f7ba35 req-1c103f46-49dc-4f42-aa27-ed47171e0bcf tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:35.474295 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1bf6d375-786d-4ff0-864a-6d50d8f7ba35 req-1c103f46-49dc-4f42-aa27-ed47171e0bcf tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0632541 Feb 20 20:13:35.536255 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1bf6d375-786d-4ff0-864a-6d50d8f7ba35 req-dc82681f-0265-462a-b8a5-29f9f3738bff tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561831 Feb 20 20:13:36.651899 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 36c9cad8-0994-4e5a-bd9d-ef99d72af288 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:13:36.661120 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85138c7-69cf-419c-8fcf-ccb6ce6bede9 req-d22f7252-4aea-4d2c-81cb-46a25ab251d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:36.665366 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f85138c7-69cf-419c-8fcf-ccb6ce6bede9 req-d22f7252-4aea-4d2c-81cb-46a25ab251d4 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0562572 Feb 20 20:13:36.676446 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 36c9cad8-0994-4e5a-bd9d-ef99d72af288 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:13:36.676790 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 36c9cad8-0994-4e5a-bd9d-ef99d72af288 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:13:36.727155 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f85138c7-69cf-419c-8fcf-ccb6ce6bede9 req-96f93ac4-6139-4441-a70f-b24ca2344f00 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579636 Feb 20 20:13:37.855402 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11497118-050a-4000-8b27-1d4ee7ff3677 req-851f5f8f-a823-49b5-9c84-a11d259a2ca0 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:37.857124 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-11497118-050a-4000-8b27-1d4ee7ff3677 req-851f5f8f-a823-49b5-9c84-a11d259a2ca0 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0562191 Feb 20 20:13:37.924601 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-11497118-050a-4000-8b27-1d4ee7ff3677 req-06ac9c60-33f5-45ec-966f-bb0d6e32f4b5 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607662 Feb 20 20:13:39.047374 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cc1dc-3325-4a0e-85d7-888869d28e66 req-a24d9e00-c879-4561-ab2b-236712b01482 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:39.048916 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f41cc1dc-3325-4a0e-85d7-888869d28e66 req-a24d9e00-c879-4561-ab2b-236712b01482 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0562692 Feb 20 20:13:39.110649 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f41cc1dc-3325-4a0e-85d7-888869d28e66 req-94cf1fbd-ecf1-47e1-8df9-f65e75002551 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558112 Feb 20 20:13:40.233688 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f1673-3ff1-4f01-9ec5-936a0488a1d3 req-a7c96c2e-b2a6-42c7-8ee1-d6819b7bda6e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:40.235152 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-222f1673-3ff1-4f01-9ec5-936a0488a1d3 req-a7c96c2e-b2a6-42c7-8ee1-d6819b7bda6e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0542557 Feb 20 20:13:40.294532 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-222f1673-3ff1-4f01-9ec5-936a0488a1d3 req-336763c0-9063-43d0-ad35-121de3b5aad0 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536575 Feb 20 20:13:41.425760 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0508c5-9340-4e6c-8bb9-4da1ccd9e77c req-c8e5b596-b54a-43c2-9de3-257d02ec1623 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:41.427249 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fd0508c5-9340-4e6c-8bb9-4da1ccd9e77c req-c8e5b596-b54a-43c2-9de3-257d02ec1623 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0616720 Feb 20 20:13:41.488367 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-fd0508c5-9340-4e6c-8bb9-4da1ccd9e77c req-5ca50219-2b53-48bf-b2d1-045e4748a97a tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552619 Feb 20 20:13:42.610224 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1b765-e2ed-4e81-832e-fdd1acd21986 req-387f0e6e-7c98-41a5-9cd8-9c5a4b82075b tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:42.611807 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7cd1b765-e2ed-4e81-832e-fdd1acd21986 req-387f0e6e-7c98-41a5-9cd8-9c5a4b82075b tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0553708 Feb 20 20:13:42.674335 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-7cd1b765-e2ed-4e81-832e-fdd1acd21986 req-eb22c67c-1f17-41c7-a733-e68daaf2e3f9 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568423 Feb 20 20:13:43.803950 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857be10f-4c2b-4da2-a445-12f03584f64b req-dfa93498-f884-43a0-8fc0-ac0249032043 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:43.805406 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-857be10f-4c2b-4da2-a445-12f03584f64b req-dfa93498-f884-43a0-8fc0-ac0249032043 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0582366 Feb 20 20:13:43.869389 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-857be10f-4c2b-4da2-a445-12f03584f64b req-9681b26e-86a5-4bc9-92e5-b1396f40a54d tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574875 Feb 20 20:13:45.020604 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a5c0f-bf36-4bf0-ae16-9d449b0a6e0b req-9c36a657-023d-4cd8-8366-bde1d4ee2872 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:45.027873 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-542a5c0f-bf36-4bf0-ae16-9d449b0a6e0b req-9c36a657-023d-4cd8-8366-bde1d4ee2872 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0664401 Feb 20 20:13:45.106560 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-542a5c0f-bf36-4bf0-ae16-9d449b0a6e0b req-c3f9ea97-2532-46e6-9813-06115cda187e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c2920800-f7be-4bd5-b062-b18745f13acb&id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775161 Feb 20 20:13:48.139275 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:51.187593 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356741e-1509-42ea-9d71-19f308aa6de4 req-f1864de7-6161-4553-ab05-d30a7cdc32d1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:51.189289 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e356741e-1509-42ea-9d71-19f308aa6de4 req-f1864de7-6161-4553-ab05-d30a7cdc32d1 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 946 time: 0.0633521 Feb 20 20:13:51.251022 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e356741e-1509-42ea-9d71-19f308aa6de4 req-b3f3ebde-23d6-4669-b5ad-8f11bc50a620 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555148 Feb 20 20:13:52.458869 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae2b24-d9c6-49b2-aac7-4639fd7e8d55 req-f710b1fb-218e-4c07-b9bb-c89216d6bce6 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:52.460444 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-04ae2b24-d9c6-49b2-aac7-4639fd7e8d55 req-f710b1fb-218e-4c07-b9bb-c89216d6bce6 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 946 time: 0.1151330 Feb 20 20:13:52.511509 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-04ae2b24-d9c6-49b2-aac7-4639fd7e8d55 req-f95aa4d3-6bfa-4466-89b0-9e5efefea3ce tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Feb 20 20:13:53.662351 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba692-bc26-418f-85d2-c5ba66d8f496 req-fe32b50a-9231-4050-8428-c1c469a908c7 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:53.663941 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-199ba692-bc26-418f-85d2-c5ba66d8f496 req-fe32b50a-9231-4050-8428-c1c469a908c7 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 946 time: 0.0788171 Feb 20 20:13:53.741418 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-199ba692-bc26-418f-85d2-c5ba66d8f496 req-011cbc8f-712b-48c5-9bdd-a7e1c08020b0 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/security-groups?id=76ca523b-e931-4b61-8ffa-3eaabccaa050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633373 Feb 20 20:13:54.075563 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-6e82138f-b7ee-4462-b541-c64fa4241e47 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:54.077613 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-6e82138f-b7ee-4462-b541-c64fa4241e47 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.75 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 946 time: 0.0748665 Feb 20 20:13:54.186375 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-88f2f6c6-4357-425f-980b-137a002f9121 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Deleting port 8f48541a-1b0e-4f26-9749-d9f505869dbe {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:13:54.186967 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-88f2f6c6-4357-425f-980b-137a002f9121 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:54.296784 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-88f2f6c6-4357-425f-980b-137a002f9121 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] For port 8f48541a-1b0e-4f26-9749-d9f505869dbe, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8f48541a-1b0e-4f26-9749-d9f505869dbe,segment=NetworkSegment(0a955f23-d4a0-499a-b24b-3071319ef5b6),segment_id=0a955f23-d4a0-499a-b24b-3071319ef5b6)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:54.297320 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-88f2f6c6-4357-425f-980b-137a002f9121 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:54.313663 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-88f2f6c6-4357-425f-980b-137a002f9121 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Calling delete_port for 8f48541a-1b0e-4f26-9749-d9f505869dbe owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:13:54.621822 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-88f2f6c6-4357-425f-980b-137a002f9121 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (8f48541a-1b0e-4f26-9749-d9f505869dbe), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:54.671767 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2f6c6-4357-425f-980b-137a002f9121 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Pushing event deleted for resources: {'Port': ['ID=8f48541a-1b0e-4f26-9749-d9f505869dbe,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:54.675985 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['8f48541a-1b0e-4f26-9749-d9f505869dbe'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:54.723087 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-88f2f6c6-4357-425f-980b-137a002f9121 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] No DVR routers for this DVR port 8f48541a-1b0e-4f26-9749-d9f505869dbe on host hv-cinder-83008 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:13:54.725638 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-88f2f6c6-4357-425f-980b-137a002f9121 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:54.728887 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0b337fbe-fe56-4f3e-a0db-ecd2e67c91af req-88f2f6c6-4357-425f-980b-137a002f9121 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.75 "DELETE /v2.0/ports/8f48541a-1b0e-4f26-9749-d9f505869dbe HTTP/1.1" status: 204 len: 173 time: 0.6409798 Feb 20 20:13:54.729351 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f5939-6fc6-460e-add3-94d539493385', 'name': 'network-vif-deleted', 'tag': '8f48541a-1b0e-4f26-9749-d9f505869dbe'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:54.731587 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de57131-1156-4e0d-9233-7afe063aca1c" -d '{"events": [{"server_uuid": "e45f5939-6fc6-460e-add3-94d539493385", "name": "network-vif-deleted", "tag": "8f48541a-1b0e-4f26-9749-d9f505869dbe"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:54.770759 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4079887f-94c0-4498-944b-6c9f6cd828cd x-openstack-request-id: req-4079887f-94c0-4498-944b-6c9f6cd828cd {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:54.771054 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f5939-6fc6-460e-add3-94d539493385", "name": "network-vif-deleted", "tag": "8f48541a-1b0e-4f26-9749-d9f505869dbe", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:54.771307 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4079887f-94c0-4498-944b-6c9f6cd828cd {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:54.771789 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f5939-6fc6-460e-add3-94d539493385', 'name': 'network-vif-deleted', 'tag': '8f48541a-1b0e-4f26-9749-d9f505869dbe', 'status': 'completed', 'code': 200} Feb 20 20:13:54.862597 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-07217748-0d31-4c3a-83da-f202b266ff9a req-fc433c38-18c7-4930-918c-17066f10d637 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 210 time: 0.0337315 Feb 20 20:13:55.286907 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-400f8407-6885-49c8-a350-6830ebbcc9e5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635087 Feb 20 20:13:55.395401 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-a238d5d1-8876-47a4-89ee-a6837dec5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:55.396772 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-a238d5d1-8876-47a4-89ee-a6837dec5844 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c045506d99f44170a1ba8efc46b78ddc&device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 1169 time: 0.0588500 Feb 20 20:13:55.571546 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-4c4c0120-243c-45b8-aed9-c28e8e0e97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:55.573281 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-4c4c0120-243c-45b8-aed9-c28e8e0e97ef service neutron] 10.222.0.75 "GET /v2.0/networks?id=db8c8873-7f1b-493a-86af-596216e0a763 HTTP/1.1" status: 200 len: 916 time: 0.1390655 Feb 20 20:13:55.692809 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-e79ae12a-8024-4030-a853-0c020144245a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 200 len: 1001 time: 0.1082947 Feb 20 20:13:55.801798 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-21915ea5-71ab-4c15-9ccd-d7555fd71639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:55.804793 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-21915ea5-71ab-4c15-9ccd-d7555fd71639 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2 HTTP/1.1" status: 200 len: 854 time: 0.0747986 Feb 20 20:13:55.926500 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-2c688a96-1457-46db-9dd5-855c15ab61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:55.928180 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-2c688a96-1457-46db-9dd5-855c15ab61a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=db8c8873-7f1b-493a-86af-596216e0a763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1086686 Feb 20 20:13:55.940373 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5dc58d5-f381-46b1-b66f-89496ef3de30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:56.026799 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-4b2944a2-5ccf-4ec9-be17-ebc5773d2526 req-7e749051-4543-4bb0-9e09-baf757562914 tempest-VolumesSnapshotTestJSON-1384716596 tempest-VolumesSnapshotTestJSON-1384716596-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45f5939-6fc6-460e-add3-94d539493385 HTTP/1.1" status: 200 len: 210 time: 0.0368462 Feb 20 20:13:56.096063 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-ffb4227e-070a-4565-9a23-f4a7916fbc5b service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590164 Feb 20 20:13:56.208260 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-5330e262-0d41-4c3f-8ba9-b46f85eea2b4 req-ed1c7dbc-5875-44f0-b262-7c25f231b219 service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039445 Feb 20 20:13:57.908144 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf8a0fe0-897b-4103-ba7b-38a04793e2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:59.234193 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 8f48541a-1b0e-4f26-9749-d9f505869dbe no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:13:59.298684 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 8f48541a-1b0e-4f26-9749-d9f505869dbe {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:13:59.300977 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 8f48541a-1b0e-4f26-9749-d9f505869dbe not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:13:59.424753 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:00.573500 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:01.022839 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:14:02.219763 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.868682 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51006) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:06.915957 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99485b1-3b73-4474-ac72-4c7bff24405f admin admin] Deleting subnet bd590298-9469-4fce-949d-a21dd1237eb9 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:14:06.919572 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c99485b1-3b73-4474-ac72-4c7bff24405f admin admin] Publish callbacks [] for subnet (bd590298-9469-4fce-949d-a21dd1237eb9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.961810 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c99485b1-3b73-4474-ac72-4c7bff24405f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (bd590298-9469-4fce-949d-a21dd1237eb9), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.010766 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c99485b1-3b73-4474-ac72-4c7bff24405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (bd590298-9469-4fce-949d-a21dd1237eb9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.243061 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c99485b1-3b73-4474-ac72-4c7bff24405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (bd590298-9469-4fce-949d-a21dd1237eb9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.270249 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99485b1-3b73-4474-ac72-4c7bff24405f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd590298-9469-4fce-949d-a21dd1237eb9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:07.274512 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c99485b1-3b73-4474-ac72-4c7bff24405f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.277818 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c99485b1-3b73-4474-ac72-4c7bff24405f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bd590298-9469-4fce-949d-a21dd1237eb9 HTTP/1.1" status: 204 len: 168 time: 0.4079800 Feb 20 20:14:07.280376 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51008) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:07.360901 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (62de0cd8-fa8d-4458-bba6-a7154aa4d7dc), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.458652 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (62de0cd8-fa8d-4458-bba6-a7154aa4d7dc), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.484109 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62de0cd8-fa8d-4458-bba6-a7154aa4d7dc']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:07.494335 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4eeff7-1287-40f0-9788-6531882745c1') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:07.494648 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4eeff7-1287-40f0-9788-6531882745c1') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:07.508150 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (9d4eeff7-1287-40f0-9788-6531882745c1), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.524324 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (9d4eeff7-1287-40f0-9788-6531882745c1), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.531772 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:14:07.531772 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (9d4eeff7-1287-40f0-9788-6531882745c1), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:14:07.533835 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:14:07.661028 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (62de0cd8-fa8d-4458-bba6-a7154aa4d7dc), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.667218 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.670366 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] 10.222.0.60 "DELETE /v2.0/networks/62de0cd8-fa8d-4458-bba6-a7154aa4d7dc HTTP/1.1" status: 204 len: 168 time: 0.3890562 Feb 20 20:14:07.686318 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd748f47-50b5-4303-abb4-cec2510f81ef admin admin] Pushing event deleted for resources: {'Network': ['ID=62de0cd8-fa8d-4458-bba6-a7154aa4d7dc,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:08.107732 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51018) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:08.152119 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-202553f3-0f6e-4696-96cd-3c4a8c600c95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e232a877693a404e8b6b783884145633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430942 Feb 20 20:14:08.155338 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51020) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:08.209329 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-085e0150-3d86-4d0d-a08b-76a6b31cce38 admin admin] Publish callbacks [] for security_group (86b73515-22cb-42e8-9df2-df692538ae93), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:08.233775 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-085e0150-3d86-4d0d-a08b-76a6b31cce38 admin admin] Publish callbacks [] for security_group (86b73515-22cb-42e8-9df2-df692538ae93), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:08.351171 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-085e0150-3d86-4d0d-a08b-76a6b31cce38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (86b73515-22cb-42e8-9df2-df692538ae93), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:08.354281 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-085e0150-3d86-4d0d-a08b-76a6b31cce38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:08.355606 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-085e0150-3d86-4d0d-a08b-76a6b31cce38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86b73515-22cb-42e8-9df2-df692538ae93 HTTP/1.1" status: 204 len: 168 time: 0.1987805 Feb 20 20:14:08.366011 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e0150-3d86-4d0d-a08b-76a6b31cce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b73515-22cb-42e8-9df2-df692538ae93,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:18.116996 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:23.789606 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51216) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:23.837557 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee82df9-b1d1-4118-8f21-a59e8089ce1c admin admin] Deleting subnet f3929db5-554c-425d-8af9-d7a53cd9186c {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:14:23.841079 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eee82df9-b1d1-4118-8f21-a59e8089ce1c admin admin] Publish callbacks [] for subnet (f3929db5-554c-425d-8af9-d7a53cd9186c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:23.881020 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eee82df9-b1d1-4118-8f21-a59e8089ce1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (f3929db5-554c-425d-8af9-d7a53cd9186c), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:23.924342 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eee82df9-b1d1-4118-8f21-a59e8089ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (f3929db5-554c-425d-8af9-d7a53cd9186c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.075346 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eee82df9-b1d1-4118-8f21-a59e8089ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (f3929db5-554c-425d-8af9-d7a53cd9186c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.102821 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee82df9-b1d1-4118-8f21-a59e8089ce1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3929db5-554c-425d-8af9-d7a53cd9186c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:24.108192 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-eee82df9-b1d1-4118-8f21-a59e8089ce1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.111455 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-eee82df9-b1d1-4118-8f21-a59e8089ce1c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f3929db5-554c-425d-8af9-d7a53cd9186c HTTP/1.1" status: 204 len: 168 time: 0.3205431 Feb 20 20:14:24.114077 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51224) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:24.189350 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (8f20c1af-3883-4ece-9b3a-a754941659c8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.271996 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (8f20c1af-3883-4ece-9b3a-a754941659c8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.294202 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f20c1af-3883-4ece-9b3a-a754941659c8']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:24.304343 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a955f23-d4a0-499a-b24b-3071319ef5b6') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:24.304636 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a955f23-d4a0-499a-b24b-3071319ef5b6') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:24.314171 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (0a955f23-d4a0-499a-b24b-3071319ef5b6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.331629 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (0a955f23-d4a0-499a-b24b-3071319ef5b6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.333784 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:14:24.334188 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (0a955f23-d4a0-499a-b24b-3071319ef5b6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:14:24.335953 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:14:24.499651 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (8f20c1af-3883-4ece-9b3a-a754941659c8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.505915 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.508932 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8f20c1af-3883-4ece-9b3a-a754941659c8 HTTP/1.1" status: 204 len: 168 time: 0.3939011 Feb 20 20:14:24.533518 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e7ce0-d421-4677-88cc-edd9b23a9543 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f20c1af-3883-4ece-9b3a-a754941659c8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:24.978008 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51234) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:25.032154 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-3608181c-1091-4e23-8aa7-c75f812bf296 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=808529e78f784dc883aa61be87436be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529053 Feb 20 20:14:25.034629 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51236) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:25.091613 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-50a209bc-8768-4219-b17a-43daa455ef10 admin admin] Publish callbacks [] for security_group (76ca523b-e931-4b61-8ffa-3eaabccaa050), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.114474 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-50a209bc-8768-4219-b17a-43daa455ef10 admin admin] Publish callbacks [] for security_group (76ca523b-e931-4b61-8ffa-3eaabccaa050), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.228895 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-50a209bc-8768-4219-b17a-43daa455ef10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (76ca523b-e931-4b61-8ffa-3eaabccaa050), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.231809 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-50a209bc-8768-4219-b17a-43daa455ef10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.232971 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-50a209bc-8768-4219-b17a-43daa455ef10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76ca523b-e931-4b61-8ffa-3eaabccaa050 HTTP/1.1" status: 204 len: 168 time: 0.1974299 Feb 20 20:14:25.242013 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a209bc-8768-4219-b17a-43daa455ef10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ca523b-e931-4b61-8ffa-3eaabccaa050,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:25.914556 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbff4a97-2a49-4f21-9672-2cec50afc6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:27.937428 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25754dc2-54b6-451f-b902-3a3433fb508b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.322261 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.597237 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:32.171243 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.024039 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:14:48.110825 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:48.834946 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-614a4913-3700-40c7-8ee2-d016a1f43afe tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585792497&fields=id&tenant_id=c045506d99f44170a1ba8efc46b78ddc HTTP/1.1" status: 200 len: 267 time: 0.0590951 Feb 20 20:14:48.909370 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-5fd174b6-5b23-4a0a-8fbb-83b70a4bf8fe tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:48.910920 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-5fd174b6-5b23-4a0a-8fbb-83b70a4bf8fe tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 985 time: 0.0696743 Feb 20 20:14:48.922790 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.v2.base [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Request body: {'port': {'security_groups': ['c4c88c7c-1136-4501-8ce9-62a9a0d7f20c']}} {{(pid=103185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:14:49.008989 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3634151'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), before_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:49.245055 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] For port cfccf2b7-f03a-45d7-9992-17e3e6423c6e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:49.279006 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), precommit_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:49.382435 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736182759307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736182448442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736182448460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29963060'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), after_update {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:49.417818 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['cfccf2b7-f03a-45d7-9992-17e3e6423c6e'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:14:49.429558 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:49.430284 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:49.431640 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-2afa3a48-50b3-4835-b3cd-479ce62141c6 req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "PUT /v2.0/ports/cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 200 len: 943 time: 0.5138164 Feb 20 20:14:49.432145 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:49.437672 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0162a56b-69a5-46ae-a94b-b0b069cf4661" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:49.439331 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51334) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:49.486842 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event updated for resources: {'Port': ['ID=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,revision_number=7']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:49.488672 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.490609 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.491152 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.491498 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.492254 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.492938 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.493247 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.493731 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.494294 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.495044 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.495423 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.496387 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.496573 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a493ea44-0707-4fe3-ad96-a656b125d63e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.548655 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group (c2920800-f7be-4bd5-b062-b18745f13acb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:49.607032 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group (c2920800-f7be-4bd5-b062-b18745f13acb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:49.613927 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['cfccf2b7-f03a-45d7-9992-17e3e6423c6e'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:14:49.666998 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51342) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:49.814363 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6125825c-9ec1-42f5-bb62-afdc5973b9f6 x-openstack-request-id: req-6125825c-9ec1-42f5-bb62-afdc5973b9f6 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:49.814779 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:49.815136 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6125825c-9ec1-42f5-bb62-afdc5973b9f6 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:49.815550 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'status': 'completed', 'code': 200} Feb 20 20:14:49.819498 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c2920800-f7be-4bd5-b062-b18745f13acb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:49.823468 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:49.824783 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "DELETE /v2.0/security-groups/c2920800-f7be-4bd5-b062-b18745f13acb HTTP/1.1" status: 204 len: 168 time: 0.3843844 Feb 20 20:14:49.836911 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7cc10df-0a55-4de5-8465-b4d1ce2d5981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:49.836911 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51346) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:49.843668 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2920800-f7be-4bd5-b062-b18745f13acb,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:49.852399 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.852893 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.853375 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.853729 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.854074 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.854421 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.854761 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.855103 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.855430 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.855763 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.856098 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.856425 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.856944 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21caf275-ea97-4f52-8a38-49d03bbe653c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:49.858891 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [None req-c9a4feda-5ec6-4792-aba6-e3a8855d9211 None None] Provisioning complete for port cfccf2b7-f03a-45d7-9992-17e3e6423c6e triggered by entity DHCP. {{(pid=103187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:14:49.859460 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9a4feda-5ec6-4792-aba6-e3a8855d9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3243262'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), provisioning_complete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:49.962588 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4feda-5ec6-4792-aba6-e3a8855d9211 None None] Current status of the port cfccf2b7-f03a-45d7-9992-17e3e6423c6e is: ACTIVE; New status is: ACTIVE {{(pid=103187) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:14:50.006683 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-c871b790-796c-44d3-ab1f-a15c46bfaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:50.008619 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-c871b790-796c-44d3-ab1f-a15c46bfaf54 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c045506d99f44170a1ba8efc46b78ddc&device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 1130 time: 0.1471677 Feb 20 20:14:50.068261 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7cc10df-0a55-4de5-8465-b4d1ce2d5981 admin admin] Publish callbacks [] for security_group (45415d31-6faa-44a6-bc0c-d4febf041965), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.087500 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Deleting port 2036edcd-f292-4861-8369-05674be877cf {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:50.087843 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (2036edcd-f292-4861-8369-05674be877cf), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.120289 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-44a88d58-17d9-464a-81fd-1889a067d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:50.123086 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-44a88d58-17d9-464a-81fd-1889a067d6d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=db8c8873-7f1b-493a-86af-596216e0a763 HTTP/1.1" status: 200 len: 916 time: 0.1078746 Feb 20 20:14:50.195158 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (2036edcd-f292-4861-8369-05674be877cf), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.195158 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for floatingip (2036edcd-f292-4861-8369-05674be877cf), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.195158 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Calling delete_port for 2036edcd-f292-4861-8369-05674be877cf owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:50.203794 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-9ee7334b-0ee6-4e4d-a6fd-297cdc68c226 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 200 len: 1001 time: 0.0744994 Feb 20 20:14:50.241373 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-d7cc10df-0a55-4de5-8465-b4d1ce2d5981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (45415d31-6faa-44a6-bc0c-d4febf041965), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.260205 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-dbd4f338-968c-4d6e-9560-169c1feff981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:50.261814 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-dbd4f338-968c-4d6e-9560-169c1feff981 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2 HTTP/1.1" status: 200 len: 854 time: 0.0513861 Feb 20 20:14:50.324436 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-df62c186-fabd-454e-a2cb-d5e8bad078de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:50.326034 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-df62c186-fabd-454e-a2cb-d5e8bad078de service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=db8c8873-7f1b-493a-86af-596216e0a763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580504 Feb 20 20:14:50.329731 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-d7cc10df-0a55-4de5-8465-b4d1ce2d5981 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45a6207fffcd415dba16149c2ad3aaa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6616073 Feb 20 20:14:50.332944 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc10df-0a55-4de5-8465-b4d1ce2d5981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45415d31-6faa-44a6-bc0c-d4febf041965,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:50.336820 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51350) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:50.337052 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-66c4a848-105a-4dc9-bd4f-4a08ab376ae3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:14:50.338158 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-66c4a848-105a-4dc9-bd4f-4a08ab376ae3 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055499 Feb 20 20:14:50.416613 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e040931-529f-4dc5-ab29-f6b89273bdd9 admin admin] Publish callbacks [] for security_group (45415d31-6faa-44a6-bc0c-d4febf041965), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.432973 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-4074e6d6-8883-4a34-8315-336370c775ef service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886555 Feb 20 20:14:50.466951 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e040931-529f-4dc5-ab29-f6b89273bdd9 admin admin] Publish callbacks [] for security_group (45415d31-6faa-44a6-bc0c-d4febf041965), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.528793 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-0162a56b-69a5-46ae-a94b-b0b069cf4661 req-cc707bdd-aa10-43cb-85c1-3c9fd2377db0 service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887399 Feb 20 20:14:50.588491 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (2036edcd-f292-4861-8369-05674be877cf), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.615953 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event deleted for resources: {'Port': ['ID=2036edcd-f292-4861-8369-05674be877cf,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:50.657816 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e040931-529f-4dc5-ab29-f6b89273bdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (45415d31-6faa-44a6-bc0c-d4febf041965), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.660337 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-6e040931-529f-4dc5-ab29-f6b89273bdd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.661512 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-6e040931-529f-4dc5-ab29-f6b89273bdd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45415d31-6faa-44a6-bc0c-d4febf041965 HTTP/1.1" status: 204 len: 168 time: 0.3217404 Feb 20 20:14:50.680260 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e040931-529f-4dc5-ab29-f6b89273bdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45415d31-6faa-44a6-bc0c-d4febf041965,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:50.690971 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks [] for floatingip (41808998-80d6-424c-9f12-82df5f4cb98d), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.690971 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Floating IP 41808998-80d6-424c-9f12-82df5f4cb98d disassociated (deleted). External IP: 172.27.0.93, port: cfccf2b7-f03a-45d7-9992-17e3e6423c6e. Feb 20 20:14:50.911770 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:14:51.033749 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:14:51.038759 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:51.047598 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] Sync routers for ids ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:14:51.062490 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] Routers {'702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:51.063419 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:14:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:51.087882 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-03fdc3d4-0154-4f01-a45a-96e96395c504 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "DELETE /v2.0/floatingips/41808998-80d6-424c-9f12-82df5f4cb98d HTTP/1.1" status: 204 len: 168 time: 1.2480526 Feb 20 20:14:51.221733 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] Set router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:51.483435 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:35Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '0efd6a37-c698-4a86-9ea3-f21e7941e6c8', 'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'mac_address': 'fa:16:3e:45:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:34Z', 'updated_at': '2022-02-20T20:11:39Z', 'revision_number': 5, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'subnets': [{'id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:51.513614 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] Checking router: 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:14:51.524658 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] Routers {'702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:51.525312 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:14:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:51.785947 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] Set router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:51.816834 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:51.819519 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2260db22-2bcc-49bf-b399-9d089f4cc004" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:51.862124 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354cc61e-a8d7-4f35-af9c-b70c34f3948b x-openstack-request-id: req-354cc61e-a8d7-4f35-af9c-b70c34f3948b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:51.862420 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:51.862674 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-354cc61e-a8d7-4f35-af9c-b70c34f3948b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:51.863076 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'status': 'completed', 'code': 200} Feb 20 20:14:51.981658 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-9c0b5b98-fd45-4a67-9881-60f5ceb2dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:51.983290 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-9c0b5b98-fd45-4a67-9881-60f5ceb2dc57 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c045506d99f44170a1ba8efc46b78ddc&device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 1130 time: 0.0509632 Feb 20 20:14:52.014407 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:35Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '0efd6a37-c698-4a86-9ea3-f21e7941e6c8', 'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'mac_address': 'fa:16:3e:45:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:34Z', 'updated_at': '2022-02-20T20:11:39Z', 'revision_number': 5, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'subnets': [{'id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:52.042949 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac312cc-7f04-4c2b-8551-e9b731471253 None None] The sync data for ids ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'] in dv-cinder-830085-1-iscsi is: [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:35Z', 'revision_number': 4, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '0efd6a37-c698-4a86-9ea3-f21e7941e6c8', 'name': '', 'network_id': 'db8c8873-7f1b-493a-86af-596216e0a763', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'mac_address': 'fa:16:3e:45:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:34Z', 'updated_at': '2022-02-20T20:11:39Z', 'revision_number': 5, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'subnets': [{'id': '8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:14:52.084935 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-bdf9a86c-69d3-4f6d-aabf-873bd1b8e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:52.086574 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-bdf9a86c-69d3-4f6d-aabf-873bd1b8e88c service neutron] 10.222.0.75 "GET /v2.0/networks?id=db8c8873-7f1b-493a-86af-596216e0a763 HTTP/1.1" status: 200 len: 916 time: 0.0970516 Feb 20 20:14:52.137839 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-4d87da69-f1fd-42c4-b3e4-a923c7869965 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 200 len: 217 time: 0.0441325 Feb 20 20:14:52.193568 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-d194d85a-2c34-48b1-ad54-db274e52f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:52.195084 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-d194d85a-2c34-48b1-ad54-db274e52f13a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2 HTTP/1.1" status: 200 len: 854 time: 0.0496500 Feb 20 20:14:52.247867 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-03152976-d58e-4588-b017-d3ebd67fa730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:52.249479 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-03152976-d58e-4588-b017-d3ebd67fa730 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=db8c8873-7f1b-493a-86af-596216e0a763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475490 Feb 20 20:14:52.384875 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-b767c240-5d8e-4381-a3f8-7d33a06cf5ac service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287813 Feb 20 20:14:52.392410 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b4049-d4fa-411a-92a2-3ed7fb741ec7 None None] New status for floating IP 41808998-80d6-424c-9f12-82df5f4cb98d: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:14:52.508293 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-2260db22-2bcc-49bf-b399-9d089f4cc004 req-80e10396-bf3d-4ccc-82fa-5b83238b2d2d service neutron] 10.222.0.75 "GET /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045532 Feb 20 20:14:55.167175 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-48a71476-634b-4036-9b1a-01e0574ebfbd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482185 Feb 20 20:14:55.271479 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-60b88b81-9275-4892-b9e9-89826bfe89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:55.273106 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-60b88b81-9275-4892-b9e9-89826bfe89a1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 1129 time: 0.0475349 Feb 20 20:14:55.378312 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-c09442ff-96b0-466d-9502-9a26d57cf8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:55.379779 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-c09442ff-96b0-466d-9502-9a26d57cf8db service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 912 time: 0.0868239 Feb 20 20:14:55.452598 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-c5b18a12-3033-4334-887a-b1acf9caf321 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bb3be73-8f90-429e-b3c4-1a5cc212a013 HTTP/1.1" status: 200 len: 1001 time: 0.0667756 Feb 20 20:14:55.501789 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-69ce737b-8bf3-4798-b630-1bb504a4be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:55.503413 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-69ce737b-8bf3-4798-b630-1bb504a4be69 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 200 len: 850 time: 0.0454824 Feb 20 20:14:55.553892 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-ff60b6ee-f665-4648-a68f-cc572980037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:55.556029 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-ff60b6ee-f665-4648-a68f-cc572980037a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ddb480e-c808-4081-b0cb-679d7704b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468035 Feb 20 20:14:55.666627 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-6c9ef4ed-9591-44d4-a5b4-91236c26a7f3 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015275 Feb 20 20:14:55.693000 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173a29d-3168-477a-ad98-89dcca525045 req-1000f286-51d9-4a8a-b6e7-bb968a703dd8 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:55.694539 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f173a29d-3168-477a-ad98-89dcca525045 req-1000f286-51d9-4a8a-b6e7-bb968a703dd8 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0574818 Feb 20 20:14:55.748461 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-f173a29d-3168-477a-ad98-89dcca525045 req-43221874-7eb6-4ad4-b637-2d9c3b17193c tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472443 Feb 20 20:14:55.768053 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-d399bf2f-bfe8-4346-b83f-c64d54bd7b23 req-c88eb841-0f39-49c8-9637-3b4cb9ace0a6 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936320 Feb 20 20:14:55.939112 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd582-38d5-414b-87d3-a8ade4b90bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:56.874146 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916b234-b8ef-4ef6-840b-5791cee606fc req-dfd9f4c2-e688-4679-b256-70522876ba23 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:56.875636 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d916b234-b8ef-4ef6-840b-5791cee606fc req-dfd9f4c2-e688-4679-b256-70522876ba23 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0548239 Feb 20 20:14:56.933529 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d916b234-b8ef-4ef6-840b-5791cee606fc req-2cff5d11-2515-4b53-b4b5-7413e5906a59 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523150 Feb 20 20:14:57.435055 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51426) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:57.550291 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2395bb15-8fc7-46c0-bfd8-7b8af9b1bc78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:57.658426 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2395bb15-8fc7-46c0-bfd8-7b8af9b1bc78 admin admin] Publish callbacks [] for security_group (d5df552b-4c07-449b-9152-24084012a7e6), precommit_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:57.684990 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-84314434-4c82-4452-8586-011d3a42e11b tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:57.686714 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-84314434-4c82-4452-8586-011d3a42e11b tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0654497 Feb 20 20:14:57.755255 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2395bb15-8fc7-46c0-bfd8-7b8af9b1bc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (d5df552b-4c07-449b-9152-24084012a7e6), after_create {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:57.805854 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395bb15-8fc7-46c0-bfd8-7b8af9b1bc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5df552b-4c07-449b-9152-24084012a7e6,revision_number=1']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:57.811007 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-2395bb15-8fc7-46c0-bfd8-7b8af9b1bc78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7239e4703602461ba9427b06fa31388a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748386 Feb 20 20:14:57.814581 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51430) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:57.859774 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-a4b7c54a-06d0-4979-9f8f-dc0a188c256e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Deleting port cfccf2b7-f03a-45d7-9992-17e3e6423c6e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:57.860109 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-a4b7c54a-06d0-4979-9f8f-dc0a188c256e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:57.922075 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79621346-10fd-4923-8808-c199b5d1e700 admin admin] Publish callbacks [] for security_group (d5df552b-4c07-449b-9152-24084012a7e6), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:57.962070 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79621346-10fd-4923-8808-c199b5d1e700 admin admin] Publish callbacks [] for security_group (d5df552b-4c07-449b-9152-24084012a7e6), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:57.988126 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-a4b7c54a-06d0-4979-9f8f-dc0a188c256e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] For port cfccf2b7-f03a-45d7-9992-17e3e6423c6e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:57.988491 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-a4b7c54a-06d0-4979-9f8f-dc0a188c256e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:58.009032 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d831c39f-9e63-459d-8a31-0dfc8d2cd8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:58.019256 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-a4b7c54a-06d0-4979-9f8f-dc0a188c256e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Calling delete_port for cfccf2b7-f03a-45d7-9992-17e3e6423c6e owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:58.065826 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db093f-d5ff-4443-9935-ae95a81182b8 req-d93dd981-121a-4cc6-bd59-84dc9df24b8a tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:58.067344 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-49db093f-d5ff-4443-9935-ae95a81182b8 req-d93dd981-121a-4cc6-bd59-84dc9df24b8a tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 946 time: 0.0655692 Feb 20 20:14:58.122122 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-49db093f-d5ff-4443-9935-ae95a81182b8 req-ecf57c45-d581-4de0-8ca6-7afe70f1eef7 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465653 Feb 20 20:14:58.188002 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79621346-10fd-4923-8808-c199b5d1e700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (d5df552b-4c07-449b-9152-24084012a7e6), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:58.190650 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-79621346-10fd-4923-8808-c199b5d1e700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:58.191878 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-79621346-10fd-4923-8808-c199b5d1e700 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5df552b-4c07-449b-9152-24084012a7e6 HTTP/1.1" status: 204 len: 168 time: 0.3766508 Feb 20 20:14:58.199990 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79621346-10fd-4923-8808-c199b5d1e700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5df552b-4c07-449b-9152-24084012a7e6,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:58.222754 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-a4b7c54a-06d0-4979-9f8f-dc0a188c256e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (cfccf2b7-f03a-45d7-9992-17e3e6423c6e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:58.260716 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7c54a-06d0-4979-9f8f-dc0a188c256e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Pushing event deleted for resources: {'Port': ['ID=cfccf2b7-f03a-45d7-9992-17e3e6423c6e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:58.262745 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] get_ports_and_sgs() called for port_ids ['cfccf2b7-f03a-45d7-9992-17e3e6423c6e'] {{(pid=103187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:14:58.312937 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-a4b7c54a-06d0-4979-9f8f-dc0a188c256e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] No DVR routers for this DVR port cfccf2b7-f03a-45d7-9992-17e3e6423c6e on host hv-cinder-83008 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:58.315706 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-a4b7c54a-06d0-4979-9f8f-dc0a188c256e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:58.319196 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-b419ab49-b5ba-42a4-8580-f00f5086708a req-a4b7c54a-06d0-4979-9f8f-dc0a188c256e tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.75 "DELETE /v2.0/ports/cfccf2b7-f03a-45d7-9992-17e3e6423c6e HTTP/1.1" status: 204 len: 173 time: 0.6273043 Feb 20 20:14:58.319819 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'name': 'network-vif-deleted', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:58.321989 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea344860-e9f2-491f-8a59-802f7266dd53" -d '{"events": [{"server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "name": "network-vif-deleted", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:58.361122 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee052736-bf03-4800-8290-853ecc91e465 x-openstack-request-id: req-ee052736-bf03-4800-8290-853ecc91e465 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:58.361431 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba5af9c-b81f-42b1-bf96-26206c4e495c", "name": "network-vif-deleted", "tag": "cfccf2b7-f03a-45d7-9992-17e3e6423c6e", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:58.361670 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee052736-bf03-4800-8290-853ecc91e465 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:58.362067 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba5af9c-b81f-42b1-bf96-26206c4e495c', 'name': 'network-vif-deleted', 'tag': 'cfccf2b7-f03a-45d7-9992-17e3e6423c6e', 'status': 'completed', 'code': 200} Feb 20 20:14:59.235087 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-852caff1-880e-4600-a9e2-84ae52a6f7b9 req-915c058a-7cb3-4588-b51a-747a4b5bcb93 tempest-TestMinimumBasicScenario-2011436987 tempest-TestMinimumBasicScenario-2011436987-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ba5af9c-b81f-42b1-bf96-26206c4e495c HTTP/1.1" status: 200 len: 210 time: 0.0313902 Feb 20 20:14:59.325821 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:00.611209 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:01.633593 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device cfccf2b7-f03a-45d7-9992-17e3e6423c6e no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:01.654653 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: cfccf2b7-f03a-45d7-9992-17e3e6423c6e {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:01.655034 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device cfccf2b7-f03a-45d7-9992-17e3e6423c6e not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:02.047036 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51528) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:02.193803 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:02.405218 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1875698'] for router_interface (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:02.895164 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] Deleting port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:02.895506 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:02.974023 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] For port 0efd6a37-c698-4a86-9ea3-f21e7941e6c8, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=0efd6a37-c698-4a86-9ea3-f21e7941e6c8,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:02.974382 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:02.986744 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] Calling delete_port for 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:03.242388 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (0efd6a37-c698-4a86-9ea3-f21e7941e6c8), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:03.269116 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0efd6a37-c698-4a86-9ea3-f21e7941e6c8,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:03.443615 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1875298'] for router_interface (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:03.671822 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] Router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:15:03.782522 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:15:03.788017 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-dc81404a-0c74-4c69-ad62-c39badd7f4a2 admin admin] 10.222.0.60 "PUT /v2.0/routers/702b8fc8-73bc-4d65-a3d2-26d6f9f144ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7398834 Feb 20 20:15:03.791736 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51532) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:03.792043 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] Sync routers for ids ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:15:03.803295 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] Routers {'702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:03.804147 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:14:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:03.901755 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Publish callbacks [] for router (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:03.914621 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] Set router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:04.012163 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Publish callbacks [] for router_gateway (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.099698 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:15:03Z', 'revision_number': 5, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port': {'id': '5d80dcc5-6f35-4e9c-937d-90677ab0796d', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:04.129587 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] Checking router: 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:15:04.138635 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] Routers {'702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:04.139246 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:14:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:04.150440 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Deleting port 5d80dcc5-6f35-4e9c-937d-90677ab0796d {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:04.150802 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.231439 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] Set router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee gateway port host: None {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:04.232695 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] For port 5d80dcc5-6f35-4e9c-937d-90677ab0796d, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=5d80dcc5-6f35-4e9c-937d-90677ab0796d,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:04.233060 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.246234 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Calling delete_port for 5d80dcc5-6f35-4e9c-937d-90677ab0796d owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:04.284297 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:15:04Z', 'revision_number': 6, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port_host': None}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:04.314463 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552db79-48b9-41f0-85c3-d49ac9eb176b None None] The sync data for ids ['702b8fc8-73bc-4d65-a3d2-26d6f9f144ee'] in dv-cinder-830085-1-iscsi is: [{'id': '702b8fc8-73bc-4d65-a3d2-26d6f9f144ee', 'name': 'tempest-TestMinimumBasicScenario-1225108541-router', 'tenant_id': 'c045506d99f44170a1ba8efc46b78ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:31Z', 'updated_at': '2022-02-20T20:15:04Z', 'revision_number': 6, 'project_id': 'c045506d99f44170a1ba8efc46b78ddc', 'gw_port_host': None}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:15:04.482277 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (5d80dcc5-6f35-4e9c-937d-90677ab0796d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.511766 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Pushing event deleted for resources: {'Port': ['ID=5d80dcc5-6f35-4e9c-937d-90677ab0796d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:04.572146 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1875848'] for router_gateway (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.665461 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1874452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11427'] for router (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.668047 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Publish callbacks [] for router_controller (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.828106 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1874541'] for router (702b8fc8-73bc-4d65-a3d2-26d6f9f144ee), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.828644 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 702b8fc8-73bc-4d65-a3d2-26d6f9f144ee {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:15:04.839457 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.839457 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-be5e047b-4c3d-49e0-b049-195d18e150da admin admin] 10.222.0.60 "DELETE /v2.0/routers/702b8fc8-73bc-4d65-a3d2-26d6f9f144ee HTTP/1.1" status: 204 len: 168 time: 1.0414317 Feb 20 20:15:04.839457 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51536) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:04.882834 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8263665-c9e1-4ee8-8359-484408b6b07f admin admin] Deleting subnet 8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:15:04.886123 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8263665-c9e1-4ee8-8359-484408b6b07f admin admin] Publish callbacks [] for subnet (8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.921444 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8263665-c9e1-4ee8-8359-484408b6b07f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.010805 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8263665-c9e1-4ee8-8359-484408b6b07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.132628 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:05.154399 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:05.154797 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 0efd6a37-c698-4a86-9ea3-f21e7941e6c8 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:05.155251 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 5d80dcc5-6f35-4e9c-937d-90677ab0796d no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:05.156523 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8263665-c9e1-4ee8-8359-484408b6b07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.176043 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 5d80dcc5-6f35-4e9c-937d-90677ab0796d {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:05.176305 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 5d80dcc5-6f35-4e9c-937d-90677ab0796d not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:05.184489 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8263665-c9e1-4ee8-8359-484408b6b07f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:05.186553 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c8263665-c9e1-4ee8-8359-484408b6b07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.192060 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c8263665-c9e1-4ee8-8359-484408b6b07f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8bb8524d-6a2a-42b8-9141-0bf0fe0a42b2 HTTP/1.1" status: 204 len: 168 time: 0.3513801 Feb 20 20:15:05.192628 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51540) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:05.193780 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6170c4d7-2901-4ab3-933b-2d46b916d519 None None] Network db8c8873-7f1b-493a-86af-596216e0a763 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:15:05.266665 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (db8c8873-7f1b-493a-86af-596216e0a763), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.329270 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Deleting port 154cfe91-bb56-4286-ac7a-a8e52bba6193 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:05.329821 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.379375 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] DHCP port deletion for db8c8873-7f1b-493a-86af-596216e0a763 request from dv-cinder-830085-1-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:15:05.408860 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] For port 154cfe91-bb56-4286-ac7a-a8e52bba6193, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=154cfe91-bb56-4286-ac7a-a8e52bba6193,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:05.409529 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.426319 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Calling delete_port for 154cfe91-bb56-4286-ac7a-a8e52bba6193 owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:05.436025 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Deleting port 154cfe91-bb56-4286-ac7a-a8e52bba6193 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:05.444186 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.506638 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] For port 154cfe91-bb56-4286-ac7a-a8e52bba6193, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=154cfe91-bb56-4286-ac7a-a8e52bba6193,segment=NetworkSegment(8f2a2f0e-18da-425b-b4d4-14f2bdd166a7),segment_id=8f2a2f0e-18da-425b-b4d4-14f2bdd166a7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:05.507032 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.607710 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.639028 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=154cfe91-bb56-4286-ac7a-a8e52bba6193,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:05.640857 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] No DVR routers for this DVR port 154cfe91-bb56-4286-ac7a-a8e52bba6193 on host dv-cinder-830085-1-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:15:05.658631 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Calling delete_port for 154cfe91-bb56-4286-ac7a-a8e52bba6193 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:05.710773 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (db8c8873-7f1b-493a-86af-596216e0a763), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.733921 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8c8873-7f1b-493a-86af-596216e0a763']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:05.739416 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433'] for port (154cfe91-bb56-4286-ac7a-a8e52bba6193), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.744263 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:05.744564 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2a2f0e-18da-425b-b4d4-14f2bdd166a7') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:05.756268 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (8f2a2f0e-18da-425b-b4d4-14f2bdd166a7), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.759745 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Pushing event deleted for resources: {'Port': ['ID=154cfe91-bb56-4286-ac7a-a8e52bba6193,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:05.767892 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] No DVR routers for this DVR port 154cfe91-bb56-4286-ac7a-a8e52bba6193 on host dv-cinder-830085-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:15:05.770127 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.770546 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.775691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733bce1-69c2-43ac-b203-1fd35ecd267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:15:05.779212 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (8f2a2f0e-18da-425b-b4d4-14f2bdd166a7), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.791989 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:15:05.792457 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (8f2a2f0e-18da-425b-b4d4-14f2bdd166a7), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:15:05.794223 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:15:05.933777 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (db8c8873-7f1b-493a-86af-596216e0a763), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.939374 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.942590 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/db8c8873-7f1b-493a-86af-596216e0a763 HTTP/1.1" status: 204 len: 168 time: 0.7494018 Feb 20 20:15:05.945605 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51542) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:05.953579 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530a272-496b-482b-a8d9-3efc6247edd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=db8c8873-7f1b-493a-86af-596216e0a763,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:06.311984 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1875698'] for router_interface (9e7e5a33-e911-412a-9269-53e23c82c033), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:06.832254 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] Deleting port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:06.832588 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:06.859380 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 154cfe91-bb56-4286-ac7a-a8e52bba6193 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:06.883677 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 154cfe91-bb56-4286-ac7a-a8e52bba6193 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:06.884020 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 154cfe91-bb56-4286-ac7a-a8e52bba6193 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:06.917764 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] For port 5ba26c90-c9b7-4cd3-acb3-440ec08618c9, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=5ba26c90-c9b7-4cd3-acb3-440ec08618c9,segment=NetworkSegment(62571432-cd7a-449b-8ce4-e759ab5bd5ae),segment_id=62571432-cd7a-449b-8ce4-e759ab5bd5ae)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:06.918120 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:06.929828 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] Calling delete_port for 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 owned by network:router_interface {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:07.201931 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (5ba26c90-c9b7-4cd3-acb3-440ec08618c9), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:07.231519 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba26c90-c9b7-4cd3-acb3-440ec08618c9,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:07.425543 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1875298'] for router_interface (9e7e5a33-e911-412a-9269-53e23c82c033), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:07.649701 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] Router 9e7e5a33-e911-412a-9269-53e23c82c033 has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:15:07.763674 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:15:07.768642 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-4d0bcdd4-7645-41ce-adab-e84e40d23365 admin admin] 10.222.0.60 "PUT /v2.0/routers/9e7e5a33-e911-412a-9269-53e23c82c033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8219657 Feb 20 20:15:07.771216 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51558) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:07.774758 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] Sync routers for ids ['9e7e5a33-e911-412a-9269-53e23c82c033'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:15:07.785509 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] Routers {'9e7e5a33-e911-412a-9269-53e23c82c033'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:07.786137 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:14:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['9e7e5a33-e911-412a-9269-53e23c82c033'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:07.882770 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Publish callbacks [] for router (9e7e5a33-e911-412a-9269-53e23c82c033), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:07.898523 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] Set router 9e7e5a33-e911-412a-9269-53e23c82c033 gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:07.990908 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Publish callbacks [] for router_gateway (9e7e5a33-e911-412a-9269-53e23c82c033), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.080594 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'name': 'tempest-TestMinimumBasicScenario-293179760-router', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:39Z', 'updated_at': '2022-02-20T20:15:07Z', 'revision_number': 5, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'gw_port': {'id': 'f5820975-0854-4aa5-aa78-e64cfe8284ee', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:11:40Z', 'updated_at': '2022-02-20T20:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:08.101709 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Deleting port f5820975-0854-4aa5-aa78-e64cfe8284ee {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:08.102692 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.109223 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] Checking router: 9e7e5a33-e911-412a-9269-53e23c82c033 for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:15:08.118606 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] Routers {'9e7e5a33-e911-412a-9269-53e23c82c033'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:08.119282 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:14:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['9e7e5a33-e911-412a-9269-53e23c82c033'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:08.195527 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] For port f5820975-0854-4aa5-aa78-e64cfe8284ee, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f5820975-0854-4aa5-aa78-e64cfe8284ee,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:08.196082 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.208024 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Calling delete_port for f5820975-0854-4aa5-aa78-e64cfe8284ee owned by network:router_gateway {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:08.214421 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] Set router 9e7e5a33-e911-412a-9269-53e23c82c033 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:08.359983 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'name': 'tempest-TestMinimumBasicScenario-293179760-router', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:39Z', 'updated_at': '2022-02-20T20:15:07Z', 'revision_number': 6, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'gw_port_host': None}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:08.386966 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5648c5d-2523-4e2f-9f40-55d5ffa39d6c None None] The sync data for ids ['9e7e5a33-e911-412a-9269-53e23c82c033'] in dv-cinder-830085-1-iscsi is: [{'id': '9e7e5a33-e911-412a-9269-53e23c82c033', 'name': 'tempest-TestMinimumBasicScenario-293179760-router', 'tenant_id': '06a4c02de70f42279b335d0926a43bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:11:39Z', 'updated_at': '2022-02-20T20:15:07Z', 'revision_number': 6, 'project_id': '06a4c02de70f42279b335d0926a43bd9', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:15:08.456585 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (f5820975-0854-4aa5-aa78-e64cfe8284ee), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.484561 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5820975-0854-4aa5-aa78-e64cfe8284ee,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:08.562535 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1875848'] for router_gateway (9e7e5a33-e911-412a-9269-53e23c82c033), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.666395 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1874452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11427'] for router (9e7e5a33-e911-412a-9269-53e23c82c033), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.668827 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Publish callbacks [] for router_controller (9e7e5a33-e911-412a-9269-53e23c82c033), precommit_delete_associations {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.820432 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1874541'] for router (9e7e5a33-e911-412a-9269-53e23c82c033), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.821233 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e7e5a33-e911-412a-9269-53e23c82c033 {{(pid=103185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:15:08.826902 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.831159 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-82370d01-59c6-43a1-881d-dfedb5d154e1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9e7e5a33-e911-412a-9269-53e23c82c033 HTTP/1.1" status: 204 len: 168 time: 1.0589142 Feb 20 20:15:08.831984 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51564) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:08.888460 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e843570-b5fd-40ff-8812-be427726b078 admin admin] Deleting subnet 35e2c01d-b8da-4960-b186-d6c91c1d318d {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:15:08.892106 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e843570-b5fd-40ff-8812-be427726b078 admin admin] Publish callbacks [] for subnet (35e2c01d-b8da-4960-b186-d6c91c1d318d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.933117 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e843570-b5fd-40ff-8812-be427726b078 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (35e2c01d-b8da-4960-b186-d6c91c1d318d), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.026209 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e843570-b5fd-40ff-8812-be427726b078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (35e2c01d-b8da-4960-b186-d6c91c1d318d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.102614 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51568) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:09.149512 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e843570-b5fd-40ff-8812-be427726b078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (35e2c01d-b8da-4960-b186-d6c91c1d318d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.194544 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8e843570-b5fd-40ff-8812-be427726b078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.202091 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735754a-b997-4a11-a2e1-8d76bc3f34b4 None None] Network add63411-c7b9-4f59-ba14-17f3e434f918 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:15:09.214590 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-8e843570-b5fd-40ff-8812-be427726b078 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/35e2c01d-b8da-4960-b186-d6c91c1d318d HTTP/1.1" status: 204 len: 168 time: 0.3800237 Feb 20 20:15:09.216098 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e843570-b5fd-40ff-8812-be427726b078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e2c01d-b8da-4960-b186-d6c91c1d318d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:09.221033 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51572) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:09.229661 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e1b7616e-621f-4c50-91fe-dec755a08bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.264725 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:09.310691 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:09.311031 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 5ba26c90-c9b7-4cd3-acb3-440ec08618c9 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:09.325492 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (add63411-c7b9-4f59-ba14-17f3e434f918), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.416017 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e1b7616e-621f-4c50-91fe-dec755a08bd6 admin admin] Publish callbacks [] for security_group (e187a0b8-67aa-4413-b057-32057e3b1b4d), precommit_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.416221 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78990372-d349-4acc-b438-624d5dd07176 None None] DHCP port deletion for add63411-c7b9-4f59-ba14-17f3e434f918 request from dv-cinder-830085-1-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:15:09.425022 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Deleting port ee3fcf86-94e4-4b93-9653-153f1663a46a {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:09.425501 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.463358 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-78990372-d349-4acc-b438-624d5dd07176 None None] Deleting port ee3fcf86-94e4-4b93-9653-153f1663a46a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:09.463722 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78990372-d349-4acc-b438-624d5dd07176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.495418 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] For port ee3fcf86-94e4-4b93-9653-153f1663a46a, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=ee3fcf86-94e4-4b93-9653-153f1663a46a,segment=NetworkSegment(62571432-cd7a-449b-8ce4-e759ab5bd5ae),segment_id=62571432-cd7a-449b-8ce4-e759ab5bd5ae)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:09.495674 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.503300 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-e1b7616e-621f-4c50-91fe-dec755a08bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (e187a0b8-67aa-4413-b057-32057e3b1b4d), after_create {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.521957 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Calling delete_port for ee3fcf86-94e4-4b93-9653-153f1663a46a owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:09.531901 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-78990372-d349-4acc-b438-624d5dd07176 None None] For port ee3fcf86-94e4-4b93-9653-153f1663a46a, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=ee3fcf86-94e4-4b93-9653-153f1663a46a,segment=NetworkSegment(62571432-cd7a-449b-8ce4-e759ab5bd5ae),segment_id=62571432-cd7a-449b-8ce4-e759ab5bd5ae)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:09.532403 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78990372-d349-4acc-b438-624d5dd07176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.545281 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-78990372-d349-4acc-b438-624d5dd07176 None None] Calling delete_port for ee3fcf86-94e4-4b93-9653-153f1663a46a owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:09.563941 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-e1b7616e-621f-4c50-91fe-dec755a08bd6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56dec953915c43c98a99051eb9a49928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600348 Feb 20 20:15:09.566673 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51574) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:09.596137 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7616e-621f-4c50-91fe-dec755a08bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e187a0b8-67aa-4413-b057-32057e3b1b4d,revision_number=1']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:09.626625 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e71-63e6-4a9a-83d0-70dde6e0e14a admin admin] Publish callbacks [] for security_group (e187a0b8-67aa-4413-b057-32057e3b1b4d), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.651039 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e71-63e6-4a9a-83d0-70dde6e0e14a admin admin] Publish callbacks [] for security_group (e187a0b8-67aa-4413-b057-32057e3b1b4d), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.745776 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78990372-d349-4acc-b438-624d5dd07176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.755893 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (ee3fcf86-94e4-4b93-9653-153f1663a46a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.777140 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78990372-d349-4acc-b438-624d5dd07176 None None] Pushing event deleted for resources: {'Port': ['ID=ee3fcf86-94e4-4b93-9653-153f1663a46a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:09.779101 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78990372-d349-4acc-b438-624d5dd07176 None None] No DVR routers for this DVR port ee3fcf86-94e4-4b93-9653-153f1663a46a on host dv-cinder-830085-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:15:09.802906 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3fcf86-94e4-4b93-9653-153f1663a46a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:09.809604 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] No DVR routers for this DVR port ee3fcf86-94e4-4b93-9653-153f1663a46a on host dv-cinder-830085-1-iscsi {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:15:09.890186 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (add63411-c7b9-4f59-ba14-17f3e434f918), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.916143 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add63411-c7b9-4f59-ba14-17f3e434f918']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:09.929788 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62571432-cd7a-449b-8ce4-e759ab5bd5ae') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:09.930220 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62571432-cd7a-449b-8ce4-e759ab5bd5ae') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:09.941630 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32895715'] for segment (62571432-cd7a-449b-8ce4-e759ab5bd5ae), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.956959 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (62571432-cd7a-449b-8ce4-e759ab5bd5ae), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.963400 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29963032'] for segment (62571432-cd7a-449b-8ce4-e759ab5bd5ae), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: self.session.flush() Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: self.session.flush() Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: self.session.flush() Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: self.session.flush() Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: Traceback (most recent call last): Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: timer() Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: cb(*args, **kw) Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: return func(*args, **kwargs) Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: self._notify() Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: self.callback(batched_events) Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: event.method(event) Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: return f(self, *a, **k) Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._get(url).json() Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:15:09.968803 dv-cinder-830085-1-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:15:10.047620 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e71-63e6-4a9a-83d0-70dde6e0e14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (e187a0b8-67aa-4413-b057-32057e3b1b4d), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:10.050189 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e71-63e6-4a9a-83d0-70dde6e0e14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:10.055952 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-e02a9e71-63e6-4a9a-83d0-70dde6e0e14a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e187a0b8-67aa-4413-b057-32057e3b1b4d HTTP/1.1" status: 204 len: 168 time: 0.4836943 Feb 20 20:15:10.060483 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a9e71-63e6-4a9a-83d0-70dde6e0e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e187a0b8-67aa-4413-b057-32057e3b1b4d,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:10.077607 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (add63411-c7b9-4f59-ba14-17f3e434f918), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:10.086553 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:10.091226 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] 10.222.0.60 "DELETE /v2.0/networks/add63411-c7b9-4f59-ba14-17f3e434f918 HTTP/1.1" status: 204 len: 168 time: 0.8685176 Feb 20 20:15:10.110670 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11e2c8-010a-49c8-88f1-92c0a69f2ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=add63411-c7b9-4f59-ba14-17f3e434f918,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:10.447183 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51580) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:10.504390 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-442e3b20-9b5c-4bae-85de-273c3e74fdb5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c045506d99f44170a1ba8efc46b78ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557406 Feb 20 20:15:10.507311 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51582) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:10.574282 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c0bdb356-51e8-4e9a-9a86-9df928cbf032 admin admin] Publish callbacks [] for security_group (c4c88c7c-1136-4501-8ce9-62a9a0d7f20c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:10.602732 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c0bdb356-51e8-4e9a-9a86-9df928cbf032 admin admin] Publish callbacks [] for security_group (c4c88c7c-1136-4501-8ce9-62a9a0d7f20c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:10.722564 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c0bdb356-51e8-4e9a-9a86-9df928cbf032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (c4c88c7c-1136-4501-8ce9-62a9a0d7f20c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:10.725736 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-c0bdb356-51e8-4e9a-9a86-9df928cbf032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:10.726915 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-c0bdb356-51e8-4e9a-9a86-9df928cbf032 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4c88c7c-1136-4501-8ce9-62a9a0d7f20c HTTP/1.1" status: 204 len: 168 time: 0.2185957 Feb 20 20:15:10.735784 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdb356-51e8-4e9a-9a86-9df928cbf032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c88c7c-1136-4501-8ce9-62a9a0d7f20c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:10.864017 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device ee3fcf86-94e4-4b93-9653-153f1663a46a no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:10.889438 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: ee3fcf86-94e4-4b93-9653-153f1663a46a {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:10.889783 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device ee3fcf86-94e4-4b93-9653-153f1663a46a not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:10.890201 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f5820975-0854-4aa5-aa78-e64cfe8284ee no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:10.910313 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: f5820975-0854-4aa5-aa78-e64cfe8284ee {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:10.910626 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f5820975-0854-4aa5-aa78-e64cfe8284ee not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:11.518503 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51588) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:11.565007 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-eb750c98-4def-4e95-80f1-7e653bb0a5b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06a4c02de70f42279b335d0926a43bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452769 Feb 20 20:15:11.567478 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51590) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:11.616189 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c59245f7-88b1-4196-bbe3-82f84b0941eb admin admin] Publish callbacks [] for security_group (96a3bff4-649a-47af-833b-a88f0c43ddfa), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:11.637919 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c59245f7-88b1-4196-bbe3-82f84b0941eb admin admin] Publish callbacks [] for security_group (96a3bff4-649a-47af-833b-a88f0c43ddfa), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:11.750522 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c59245f7-88b1-4196-bbe3-82f84b0941eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (96a3bff4-649a-47af-833b-a88f0c43ddfa), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:11.753068 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-c59245f7-88b1-4196-bbe3-82f84b0941eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:11.754236 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-c59245f7-88b1-4196-bbe3-82f84b0941eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96a3bff4-649a-47af-833b-a88f0c43ddfa HTTP/1.1" status: 204 len: 168 time: 0.1858649 Feb 20 20:15:11.762580 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59245f7-88b1-4196-bbe3-82f84b0941eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a3bff4-649a-47af-833b-a88f0c43ddfa,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:15.023427 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:15:18.150812 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:22.586043 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51594) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:22.758646 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Deleting port 6530b076-0630-4ff8-9ee9-8e788083b98a {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:22.759179 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (6530b076-0630-4ff8-9ee9-8e788083b98a), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:22.841221 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (6530b076-0630-4ff8-9ee9-8e788083b98a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:22.841551 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (6530b076-0630-4ff8-9ee9-8e788083b98a), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:22.853665 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Calling delete_port for 6530b076-0630-4ff8-9ee9-8e788083b98a owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:23.076114 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (6530b076-0630-4ff8-9ee9-8e788083b98a), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:23.105324 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event deleted for resources: {'Port': ['ID=6530b076-0630-4ff8-9ee9-8e788083b98a,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:23.169300 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (f746a63b-b3be-4582-8d9c-a38a4a5b6c20), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:23.169634 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Floating IP f746a63b-b3be-4582-8d9c-a38a4a5b6c20 disassociated (deleted). External IP: 172.27.0.200, port: 10ac2204-83c7-4ce9-bf10-af82dd0b521e. Feb 20 20:15:23.389227 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Router ebf0ad9f-7b60-4077-909d-a032bb5846ea has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:15:23.501784 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:15:23.506455 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:23.512824 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] Sync routers for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:15:23.522926 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:23.523555 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:14:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:23.538221 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-8424a437-ac05-4ebc-b4ee-119c4e1231ed tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "DELETE /v2.0/floatingips/f746a63b-b3be-4582-8d9c-a38a4a5b6c20 HTTP/1.1" status: 204 len: 168 time: 0.9501178 Feb 20 20:15:23.538805 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411a5340-f73c-40a1-b198-ead1269694e3', 'tag': '10ac2204-83c7-4ce9-bf10-af82dd0b521e'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:15:23.541161 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c" -d '{"events": [{"name": "network-changed", "server_uuid": "411a5340-f73c-40a1-b198-ead1269694e3", "tag": "10ac2204-83c7-4ce9-bf10-af82dd0b521e"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:15:23.584141 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73087d6f-66f6-46f4-99b8-e21878867e7b x-openstack-request-id: req-73087d6f-66f6-46f4-99b8-e21878867e7b {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:15:23.584445 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411a5340-f73c-40a1-b198-ead1269694e3", "tag": "10ac2204-83c7-4ce9-bf10-af82dd0b521e", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:15:23.584706 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73087d6f-66f6-46f4-99b8-e21878867e7b {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:15:23.585315 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411a5340-f73c-40a1-b198-ead1269694e3', 'tag': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'status': 'completed', 'code': 200} Feb 20 20:15:23.653557 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:23.685040 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-70c0c87d-d4a5-4a7d-aa62-5f82a872ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:23.686598 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-70c0c87d-d4a5-4a7d-aa62-5f82a872ca2f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 1129 time: 0.0470140 Feb 20 20:15:23.783848 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-196a5ef3-c33f-4c55-add7-ee5a816dda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:23.785560 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-196a5ef3-c33f-4c55-add7-ee5a816dda84 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 912 time: 0.0925665 Feb 20 20:15:23.827295 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-21724bfb-1766-4305-b30e-cbf3a572b8db service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10ac2204-83c7-4ce9-bf10-af82dd0b521e HTTP/1.1" status: 200 len: 217 time: 0.0359292 Feb 20 20:15:23.889695 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-bcdb63c6-0710-413a-8c4e-0a67e4951038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:23.891430 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-bcdb63c6-0710-413a-8c4e-0a67e4951038 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 200 len: 850 time: 0.0588849 Feb 20 20:15:23.897588 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'a343b437-e896-453e-b37f-fede0e60d5e4', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:5d:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:11:18Z', 'updated_at': '2022-02-20T20:11:21Z', 'revision_number': 1, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:23.928774 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] Checking router: ebf0ad9f-7b60-4077-909d-a032bb5846ea for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:15:23.938496 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:23.939188 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:14:58Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:23.949907 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-8ddaafba-c882-4c7e-b703-19e5abfc016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:23.951468 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-8ddaafba-c882-4c7e-b703-19e5abfc016e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ddb480e-c808-4081-b0cb-679d7704b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491273 Feb 20 20:15:24.044562 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-1d6cf6d1-eb7d-4015-925d-dbee8e498822 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867813 Feb 20 20:15:24.050762 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:24.148022 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-bd0815a3-c8b4-4aeb-83b7-9ce15cb6416c req-0b570b96-a484-449c-8140-e73832bfbe0d service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973969 Feb 20 20:15:24.188643 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268cd6b-07e3-4157-95e6-977c5a5c79d5 req-43e88bc5-1a8c-4f99-99e0-b78e20595bcd tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:24.190124 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a268cd6b-07e3-4157-95e6-977c5a5c79d5 req-43e88bc5-1a8c-4f99-99e0-b78e20595bcd tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 945 time: 0.0575886 Feb 20 20:15:24.247124 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-a268cd6b-07e3-4157-95e6-977c5a5c79d5 req-2d701a93-9999-47dd-8c71-dffae64b3665 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511260 Feb 20 20:15:24.294243 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'a343b437-e896-453e-b37f-fede0e60d5e4', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:5d:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:11:18Z', 'updated_at': '2022-02-20T20:11:21Z', 'revision_number': 1, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:24.324947 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73596aea-b4b9-4578-b94a-6c1116fed154 None None] The sync data for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi is: [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_floatingips': [{'id': 'a343b437-e896-453e-b37f-fede0e60d5e4', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'router_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'port_id': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'mac_address': 'fa:16:3e:5d:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:11:18Z', 'updated_at': '2022-02-20T20:11:21Z', 'revision_number': 1, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:15:24.546392 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2fcf3-8d72-4de5-a0f9-8cfc805a950a None None] New status for floating IP f746a63b-b3be-4582-8d9c-a38a4a5b6c20: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:15:25.379431 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a778e04-d07d-4ca8-a7f2-63f54b53585e req-79de1cb6-4dfb-4c7e-a02a-4f88ea4c2e1a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:25.380928 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a778e04-d07d-4ca8-a7f2-63f54b53585e req-79de1cb6-4dfb-4c7e-a02a-4f88ea4c2e1a tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 945 time: 0.0567105 Feb 20 20:15:25.435036 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-1a778e04-d07d-4ca8-a7f2-63f54b53585e req-0d3df7dd-e43a-4269-b2e2-256032769620 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473776 Feb 20 20:15:25.870742 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-dc83d37c-3146-4ee9-9c56-3ef2166cebd8 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:25.872215 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-dc83d37c-3146-4ee9-9c56-3ef2166cebd8 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 945 time: 0.0558643 Feb 20 20:15:25.944209 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06568392-601f-4ae6-a35e-0132dcd608bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:25.970813 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-d6e89e83-dddd-4db8-9083-c913d8ce4a9e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Deleting port 10ac2204-83c7-4ce9-bf10-af82dd0b521e {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:25.971155 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-d6e89e83-dddd-4db8-9083-c913d8ce4a9e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:26.063683 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-d6e89e83-dddd-4db8-9083-c913d8ce4a9e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] For port 10ac2204-83c7-4ce9-bf10-af82dd0b521e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=10ac2204-83c7-4ce9-bf10-af82dd0b521e,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:26.064045 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-d6e89e83-dddd-4db8-9083-c913d8ce4a9e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:26.076301 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-d6e89e83-dddd-4db8-9083-c913d8ce4a9e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Calling delete_port for 10ac2204-83c7-4ce9-bf10-af82dd0b521e owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:26.281636 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-d6e89e83-dddd-4db8-9083-c913d8ce4a9e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (10ac2204-83c7-4ce9-bf10-af82dd0b521e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:26.310083 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e89e83-dddd-4db8-9083-c913d8ce4a9e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event deleted for resources: {'Port': ['ID=10ac2204-83c7-4ce9-bf10-af82dd0b521e,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:26.359380 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-d6e89e83-dddd-4db8-9083-c913d8ce4a9e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] No DVR routers for this DVR port 10ac2204-83c7-4ce9-bf10-af82dd0b521e on host hv-cinder-83008 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:15:26.361858 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-d6e89e83-dddd-4db8-9083-c913d8ce4a9e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:26.367430 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-79208df4-3b92-4b16-8f3e-fbe27c50989f req-d6e89e83-dddd-4db8-9083-c913d8ce4a9e tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "DELETE /v2.0/ports/10ac2204-83c7-4ce9-bf10-af82dd0b521e HTTP/1.1" status: 204 len: 173 time: 0.4897866 Feb 20 20:15:26.368202 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a5340-f73c-40a1-b198-ead1269694e3', 'name': 'network-vif-deleted', 'tag': '10ac2204-83c7-4ce9-bf10-af82dd0b521e'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:15:26.371116 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b7e8d3-06dd-408a-ac02-68c527fbcccd" -d '{"events": [{"server_uuid": "411a5340-f73c-40a1-b198-ead1269694e3", "name": "network-vif-deleted", "tag": "10ac2204-83c7-4ce9-bf10-af82dd0b521e"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:15:26.408433 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c96a52f-72f7-4e4d-819e-aaeff2a64409 x-openstack-request-id: req-3c96a52f-72f7-4e4d-819e-aaeff2a64409 {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:15:26.408737 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a5340-f73c-40a1-b198-ead1269694e3", "name": "network-vif-deleted", "tag": "10ac2204-83c7-4ce9-bf10-af82dd0b521e", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:15:26.408979 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c96a52f-72f7-4e4d-819e-aaeff2a64409 {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:15:26.409405 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a5340-f73c-40a1-b198-ead1269694e3', 'name': 'network-vif-deleted', 'tag': '10ac2204-83c7-4ce9-bf10-af82dd0b521e', 'status': 'completed', 'code': 200} Feb 20 20:15:26.538291 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d17eeb5e-3e52-4b11-ad02-08c35e73eea5 req-8766840a-0f25-4d40-bfe6-c3f69f986344 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 210 time: 0.0317354 Feb 20 20:15:27.646945 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-8688ca9d-d033-4d0d-ad28-a4ba39c9c25d req-9486de87-7ec3-4d97-96a2-1b0fb0b85da5 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=411a5340-f73c-40a1-b198-ead1269694e3 HTTP/1.1" status: 200 len: 210 time: 0.0277724 Feb 20 20:15:27.936460 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0579ac0e-ae0d-4a2d-8beb-fe7343a9960a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:29.004196 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 10ac2204-83c7-4ce9-bf10-af82dd0b521e no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:29.025012 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 10ac2204-83c7-4ce9-bf10-af82dd0b521e {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:29.025635 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 10ac2204-83c7-4ce9-bf10-af82dd0b521e not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:29.332872 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:30.641880 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:31.299348 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51624) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:31.466584 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Deleting port 0e264118-2552-439b-aca8-3b7c02f4f7c8 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:31.466921 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (0e264118-2552-439b-aca8-3b7c02f4f7c8), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:31.541979 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (0e264118-2552-439b-aca8-3b7c02f4f7c8), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:31.542240 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (0e264118-2552-439b-aca8-3b7c02f4f7c8), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:31.553515 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Calling delete_port for 0e264118-2552-439b-aca8-3b7c02f4f7c8 owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:31.790149 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (0e264118-2552-439b-aca8-3b7c02f4f7c8), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:31.817977 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event deleted for resources: {'Port': ['ID=0e264118-2552-439b-aca8-3b7c02f4f7c8,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:31.885656 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (a343b437-e896-453e-b37f-fede0e60d5e4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:31.885989 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.db.l3_db [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Floating IP a343b437-e896-453e-b37f-fede0e60d5e4 disassociated (deleted). External IP: 172.27.0.208, port: 9bb3be73-8f90-429e-b3c4-1a5cc212a013. Feb 20 20:15:32.184299 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:32.383516 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Router ebf0ad9f-7b60-4077-909d-a032bb5846ea has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:15:32.499957 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:15:32.505328 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:32.512129 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] Sync routers for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:15:32.521384 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:32.521989 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:15:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:32.535379 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1ed47ecc-40e5-4ce5-b4a4-5ec11c977b70 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "DELETE /v2.0/floatingips/a343b437-e896-453e-b37f-fede0e60d5e4 HTTP/1.1" status: 204 len: 168 time: 1.2349386 Feb 20 20:15:32.535970 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'tag': '9bb3be73-8f90-429e-b3c4-1a5cc212a013'}] {{(pid=103185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:15:32.538416 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dd7a820abf573bb3d4337dc3856d3f07add41fa1dd83f8a0e5129bad9869145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5dc901-3328-47a3-949d-97b1d3fd0f85", "tag": "9bb3be73-8f90-429e-b3c4-1a5cc212a013"}]}' {{(pid=103185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:15:32.577717 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d380f0ec-7204-480f-8593-09ce832e7ab6 x-openstack-request-id: req-d380f0ec-7204-480f-8593-09ce832e7ab6 {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:15:32.578017 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5dc901-3328-47a3-949d-97b1d3fd0f85", "tag": "9bb3be73-8f90-429e-b3c4-1a5cc212a013", "status": "completed", "code": 200}]} {{(pid=103185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:15:32.578277 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d380f0ec-7204-480f-8593-09ce832e7ab6 {{(pid=103185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:15:32.578684 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'tag': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'status': 'completed', 'code': 200} Feb 20 20:15:32.669424 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-ff73e622-ec34-458b-8e1b-2eb6fa523bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:32.671177 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-ff73e622-ec34-458b-8e1b-2eb6fa523bd2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 1129 time: 0.0488257 Feb 20 20:15:32.771366 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-a8a545bb-6c72-45b1-b4dd-23ca44dbc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:32.772742 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-a8a545bb-6c72-45b1-b4dd-23ca44dbc3cd service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 200 len: 912 time: 0.0955393 Feb 20 20:15:32.779291 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:32.822743 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-4456187a-d03b-4ac0-b0d0-36e05c00372c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bb3be73-8f90-429e-b3c4-1a5cc212a013 HTTP/1.1" status: 200 len: 217 time: 0.0436802 Feb 20 20:15:32.879422 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-b360a989-deb3-4c88-afcd-dca108de3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:32.881890 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-b360a989-deb3-4c88-afcd-dca108de3cab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 200 len: 850 time: 0.0531492 Feb 20 20:15:32.936898 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-0d436d62-f335-4a59-b7e1-0635f5c7a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:32.938544 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-0d436d62-f335-4a59-b7e1-0635f5c7a996 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ddb480e-c808-4081-b0cb-679d7704b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496171 Feb 20 20:15:32.991983 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:33.020897 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] Checking router: ebf0ad9f-7b60-4077-909d-a032bb5846ea for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:15:33.030028 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:33.030574 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:15:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:33.039775 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-0dfffa69-d165-4728-8260-89575a5e82a8 service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952978 Feb 20 20:15:33.153994 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-71134bdd-bd25-4227-ad9f-a2d42abdf4c9 req-4be13721-25f6-4eaa-85c3-56a73efbd52b service neutron] 10.222.0.75 "GET /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925250 Feb 20 20:15:33.154589 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770029c-21f6-4219-9c8c-62a5d6a1fa2b req-07b1f975-20dc-4bc4-a5b5-d6711d057f48 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:33.156174 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d770029c-21f6-4219-9c8c-62a5d6a1fa2b req-07b1f975-20dc-4bc4-a5b5-d6711d057f48 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 945 time: 0.0611029 Feb 20 20:15:33.156701 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:33.216845 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d770029c-21f6-4219-9c8c-62a5d6a1fa2b req-886cec58-9b8d-4fe1-be3a-7fb50c5f6e69 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545833 Feb 20 20:15:33.378011 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:33.405194 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca378f-6372-4a82-89fe-7f044fec0206 None None] The sync data for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi is: [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 4, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi', '_interfaces': [{'id': '9c5c7816-d252-4730-8a4b-7ad064fa432c', 'name': '', 'network_id': '3ddb480e-c808-4081-b0cb-679d7704b478', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'mac_address': 'fa:16:3e:a0:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd119c215-b079-412f-ab08-881c044261be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'subnets': [{'id': 'd119c215-b079-412f-ab08-881c044261be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:15:33.653595 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399752e-df37-4eb5-b298-bd0b84c59e1a None None] New status for floating IP a343b437-e896-453e-b37f-fede0e60d5e4: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:15:34.340165 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d70bd1-3133-4c3e-b5af-149af226a80c req-f0d2ab08-a7b9-4e51-b700-8d5cf4aa034d tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:34.341711 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b3d70bd1-3133-4c3e-b5af-149af226a80c req-f0d2ab08-a7b9-4e51-b700-8d5cf4aa034d tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 945 time: 0.0538921 Feb 20 20:15:34.398184 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-b3d70bd1-3133-4c3e-b5af-149af226a80c req-5941af64-015c-475e-a3ef-047c02f2c730 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504878 Feb 20 20:15:34.745194 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-5b3317d7-4132-45dd-a641-26b5644fbec8 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:34.746652 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-5b3317d7-4132-45dd-a641-26b5644fbec8 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 945 time: 0.0550668 Feb 20 20:15:34.842740 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-8dd84914-e86e-4a6f-ab1f-c381783fe5c4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Deleting port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:34.843082 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-8dd84914-e86e-4a6f-ab1f-c381783fe5c4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:34.975549 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-8dd84914-e86e-4a6f-ab1f-c381783fe5c4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] For port 9bb3be73-8f90-429e-b3c4-1a5cc212a013, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9bb3be73-8f90-429e-b3c4-1a5cc212a013,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:34.975918 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-8dd84914-e86e-4a6f-ab1f-c381783fe5c4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:34.989461 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-8dd84914-e86e-4a6f-ab1f-c381783fe5c4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Calling delete_port for 9bb3be73-8f90-429e-b3c4-1a5cc212a013 owned by compute:nova {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:35.190455 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-8dd84914-e86e-4a6f-ab1f-c381783fe5c4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (9bb3be73-8f90-429e-b3c4-1a5cc212a013), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:35.220836 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd84914-e86e-4a6f-ab1f-c381783fe5c4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event deleted for resources: {'Port': ['ID=9bb3be73-8f90-429e-b3c4-1a5cc212a013,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:35.269360 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-8dd84914-e86e-4a6f-ab1f-c381783fe5c4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] No DVR routers for this DVR port 9bb3be73-8f90-429e-b3c4-1a5cc212a013 on host hv-cinder-83008 {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:15:35.272562 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-8dd84914-e86e-4a6f-ab1f-c381783fe5c4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for port (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:35.276117 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [req-8aa91666-cc88-4f7a-82db-ad97f40a8c6e req-8dd84914-e86e-4a6f-ab1f-c381783fe5c4 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.75 "DELETE /v2.0/ports/9bb3be73-8f90-429e-b3c4-1a5cc212a013 HTTP/1.1" status: 204 len: 173 time: 0.5236299 Feb 20 20:15:35.276591 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'name': 'network-vif-deleted', 'tag': '9bb3be73-8f90-429e-b3c4-1a5cc212a013'}] {{(pid=103184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:15:35.278944 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46199ab233ff251f88d3d12e0b2266d9475cb088e1427f38ede88a3cfc2399fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10efb4fe-3654-43e7-9daa-c3d8f6d448f3" -d '{"events": [{"server_uuid": "0c5dc901-3328-47a3-949d-97b1d3fd0f85", "name": "network-vif-deleted", "tag": "9bb3be73-8f90-429e-b3c4-1a5cc212a013"}]}' {{(pid=103184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:15:35.315691 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4292f669-aff2-4d36-8a5f-9ae91bbf152b x-openstack-request-id: req-4292f669-aff2-4d36-8a5f-9ae91bbf152b {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:15:35.315983 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5dc901-3328-47a3-949d-97b1d3fd0f85", "name": "network-vif-deleted", "tag": "9bb3be73-8f90-429e-b3c4-1a5cc212a013", "status": "completed", "code": 200}]} {{(pid=103184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:15:35.316231 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4292f669-aff2-4d36-8a5f-9ae91bbf152b {{(pid=103184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:15:35.316656 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5dc901-3328-47a3-949d-97b1d3fd0f85', 'name': 'network-vif-deleted', 'tag': '9bb3be73-8f90-429e-b3c4-1a5cc212a013', 'status': 'completed', 'code': 200} Feb 20 20:15:35.496986 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-e3222c50-5c3e-407f-9f85-b07e040073b0 req-82034030-a830-4953-a0bb-2f371c960b33 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.0289373 Feb 20 20:15:36.615075 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [req-d3923204-5d42-408c-852c-17fb5cdbd6eb req-56e9282e-ae88-44c1-a387-8fc3691c55bf tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c5dc901-3328-47a3-949d-97b1d3fd0f85 HTTP/1.1" status: 200 len: 210 time: 0.0305686 Feb 20 20:15:37.674481 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51642) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:37.802205 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ecef44e8-f3a4-4f30-b729-1a9bc4749692 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Deleting port ff849caa-8abf-42e8-b52e-b4c43872be5f {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:37.802554 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ecef44e8-f3a4-4f30-b729-1a9bc4749692 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (ff849caa-8abf-42e8-b52e-b4c43872be5f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:37.881842 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ecef44e8-f3a4-4f30-b729-1a9bc4749692 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (ff849caa-8abf-42e8-b52e-b4c43872be5f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:37.882165 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ecef44e8-f3a4-4f30-b729-1a9bc4749692 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (ff849caa-8abf-42e8-b52e-b4c43872be5f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:37.894073 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-ecef44e8-f3a4-4f30-b729-1a9bc4749692 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Calling delete_port for ff849caa-8abf-42e8-b52e-b4c43872be5f owned by network:floatingip {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:38.082071 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ecef44e8-f3a4-4f30-b729-1a9bc4749692 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (ff849caa-8abf-42e8-b52e-b4c43872be5f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:38.118898 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef44e8-f3a4-4f30-b729-1a9bc4749692 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event deleted for resources: {'Port': ['ID=ff849caa-8abf-42e8-b52e-b4c43872be5f,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:38.179225 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ecef44e8-f3a4-4f30-b729-1a9bc4749692 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for floatingip (f719f543-e235-40a7-b806-4b4fbc7ca0e2), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:38.183857 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-ecef44e8-f3a4-4f30-b729-1a9bc4749692 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502857'] for floatingip (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:38.185241 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ecef44e8-f3a4-4f30-b729-1a9bc4749692 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "DELETE /v2.0/floatingips/f719f543-e235-40a7-b806-4b4fbc7ca0e2 HTTP/1.1" status: 204 len: 168 time: 0.5097394 Feb 20 20:15:39.071418 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 9bb3be73-8f90-429e-b3c4-1a5cc212a013 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:39.092858 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] No Port match for: 9bb3be73-8f90-429e-b3c4-1a5cc212a013 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:39.093393 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Device 9bb3be73-8f90-429e-b3c4-1a5cc212a013 not bound to the agent host hv-cinder-83008 {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:39.528498 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51654) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:39.586425 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1950a037-ccd9-4989-a8a6-fa988f49eae9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group (ee29f559-0a1d-4ec1-beda-1f6b2bdc6420), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:39.614766 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1950a037-ccd9-4989-a8a6-fa988f49eae9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group (ee29f559-0a1d-4ec1-beda-1f6b2bdc6420), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:39.773136 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1950a037-ccd9-4989-a8a6-fa988f49eae9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (ee29f559-0a1d-4ec1-beda-1f6b2bdc6420), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:39.775822 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-1950a037-ccd9-4989-a8a6-fa988f49eae9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:39.776982 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-1950a037-ccd9-4989-a8a6-fa988f49eae9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] 10.222.0.60 "DELETE /v2.0/security-groups/ee29f559-0a1d-4ec1-beda-1f6b2bdc6420 HTTP/1.1" status: 204 len: 168 time: 0.2474389 Feb 20 20:15:39.786745 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950a037-ccd9-4989-a8a6-fa988f49eae9 tempest-TestVolumeBootPattern-1561154465 tempest-TestVolumeBootPattern-1561154465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee29f559-0a1d-4ec1-beda-1f6b2bdc6420,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:39.921412 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51658) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:40.562316 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1875698'] for router_interface (ebf0ad9f-7b60-4077-909d-a032bb5846ea), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:40.819924 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] Deleting port 9c5c7816-d252-4730-8a4b-7ad064fa432c {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:40.820203 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:40.903647 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] For port 9c5c7816-d252-4730-8a4b-7ad064fa432c, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=9c5c7816-d252-4730-8a4b-7ad064fa432c,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:40.904012 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:40.916385 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] Calling delete_port for 9c5c7816-d252-4730-8a4b-7ad064fa432c owned by network:router_interface {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:41.158879 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (9c5c7816-d252-4730-8a4b-7ad064fa432c), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:41.186720 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5c7816-d252-4730-8a4b-7ad064fa432c,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:41.357482 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1875298'] for router_interface (ebf0ad9f-7b60-4077-909d-a032bb5846ea), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:41.576678 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] Router ebf0ad9f-7b60-4077-909d-a032bb5846ea has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:15:41.688591 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:15:41.693614 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-2ed15d0f-1385-4b5a-977f-45e5450fea43 admin admin] 10.222.0.60 "PUT /v2.0/routers/ebf0ad9f-7b60-4077-909d-a032bb5846ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7711864 Feb 20 20:15:41.696383 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51662) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:41.699867 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] Sync routers for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:15:41.709268 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:41.709870 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:15:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:41.803495 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Publish callbacks [] for router (ebf0ad9f-7b60-4077-909d-a032bb5846ea), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:41.823177 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: dv-cinder-830085-1-iscsi {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:41.915078 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Publish callbacks [] for router_gateway (ebf0ad9f-7b60-4077-909d-a032bb5846ea), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.011990 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:15:41Z', 'revision_number': 5, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port': {'id': '58e583c0-b059-4490-a24c-7794fe191ac3', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:42.022647 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Deleting port 58e583c0-b059-4490-a24c-7794fe191ac3 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:42.023462 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.042188 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] Checking router: ebf0ad9f-7b60-4077-909d-a032bb5846ea for host: dv-cinder-830085-1-iscsi {{(pid=103187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:15:42.056671 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] Routers {'ebf0ad9f-7b60-4077-909d-a032bb5846ea'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:42.057416 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:15:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'], 'active': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:42.111529 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] For port 58e583c0-b059-4490-a24c-7794fe191ac3, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=58e583c0-b059-4490-a24c-7794fe191ac3,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:42.111808 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.124636 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Calling delete_port for 58e583c0-b059-4490-a24c-7794fe191ac3 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:42.147087 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvr_db [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] Set router ebf0ad9f-7b60-4077-909d-a032bb5846ea gateway port host: None {{(pid=103187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:42.201882 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_hamode_db [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:15:41Z', 'revision_number': 6, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port_host': None}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:42.228697 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62807a5-eb77-46a7-add9-afa7d0e624b6 None None] The sync data for ids ['ebf0ad9f-7b60-4077-909d-a032bb5846ea'] in dv-cinder-830085-1-iscsi is: [{'id': 'ebf0ad9f-7b60-4077-909d-a032bb5846ea', 'name': 'tempest-TestVolumeBootPattern-707412268-router', 'tenant_id': '7d15dcb9692c401e9d0e06361839bb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:30Z', 'updated_at': '2022-02-20T20:15:41Z', 'revision_number': 6, 'project_id': '7d15dcb9692c401e9d0e06361839bb8b', 'gw_port_host': None}] {{(pid=103187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:15:42.367488 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (58e583c0-b059-4490-a24c-7794fe191ac3), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.391537 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e583c0-b059-4490-a24c-7794fe191ac3,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:42.457145 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1875848'] for router_gateway (ebf0ad9f-7b60-4077-909d-a032bb5846ea), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.549327 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1874452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11427'] for router (ebf0ad9f-7b60-4077-909d-a032bb5846ea), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.551478 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Publish callbacks [] for router_controller (ebf0ad9f-7b60-4077-909d-a032bb5846ea), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.664838 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1874541'] for router (ebf0ad9f-7b60-4077-909d-a032bb5846ea), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.664838 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebf0ad9f-7b60-4077-909d-a032bb5846ea {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:15:42.668486 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.669726 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-77c09f3c-540e-483f-81f2-28ea169a4987 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ebf0ad9f-7b60-4077-909d-a032bb5846ea HTTP/1.1" status: 204 len: 168 time: 0.9723780 Feb 20 20:15:42.672185 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51664) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:42.717497 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d697172-43f7-40d1-8480-a89f6e32cf3e admin admin] Deleting subnet d119c215-b079-412f-ab08-881c044261be {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:15:42.721274 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d697172-43f7-40d1-8480-a89f6e32cf3e admin admin] Publish callbacks [] for subnet (d119c215-b079-412f-ab08-881c044261be), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.756558 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d697172-43f7-40d1-8480-a89f6e32cf3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (d119c215-b079-412f-ab08-881c044261be), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.017791 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 58e583c0-b059-4490-a24c-7794fe191ac3 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:43.038476 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 58e583c0-b059-4490-a24c-7794fe191ac3 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:43.038820 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 58e583c0-b059-4490-a24c-7794fe191ac3 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:43.039244 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 9c5c7816-d252-4730-8a4b-7ad064fa432c no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:43.063695 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 9c5c7816-d252-4730-8a4b-7ad064fa432c {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:43.063965 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 9c5c7816-d252-4730-8a4b-7ad064fa432c not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:43.082997 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d697172-43f7-40d1-8480-a89f6e32cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (d119c215-b079-412f-ab08-881c044261be), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.216627 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d697172-43f7-40d1-8480-a89f6e32cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (d119c215-b079-412f-ab08-881c044261be), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.246740 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d697172-43f7-40d1-8480-a89f6e32cf3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d119c215-b079-412f-ab08-881c044261be,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:43.252043 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-3d697172-43f7-40d1-8480-a89f6e32cf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.256187 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-3d697172-43f7-40d1-8480-a89f6e32cf3e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d119c215-b079-412f-ab08-881c044261be HTTP/1.1" status: 204 len: 168 time: 0.5827653 Feb 20 20:15:43.257167 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0014401-aa29-4e34-82ee-59e8d7254817 None None] Network 3ddb480e-c808-4081-b0cb-679d7704b478 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:15:43.258445 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51666) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:43.332019 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (3ddb480e-c808-4081-b0cb-679d7704b478), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.389584 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Deleting port f39d5aff-a070-4817-8be6-39e89a156f2a {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:43.390470 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.420294 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f1b81-7fa8-4973-9aeb-915726d05a62 None None] DHCP port deletion for 3ddb480e-c808-4081-b0cb-679d7704b478 request from dv-cinder-830085-1-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:15:43.454701 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] For port f39d5aff-a070-4817-8be6-39e89a156f2a, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f39d5aff-a070-4817-8be6-39e89a156f2a,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:43.455067 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.469297 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Calling delete_port for f39d5aff-a070-4817-8be6-39e89a156f2a owned by network:dhcp {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:43.472433 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f1b81-7fa8-4973-9aeb-915726d05a62 None None] Deleting port f39d5aff-a070-4817-8be6-39e89a156f2a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:43.472818 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1b81-7fa8-4973-9aeb-915726d05a62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.536594 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9f3f1b81-7fa8-4973-9aeb-915726d05a62 None None] For port f39d5aff-a070-4817-8be6-39e89a156f2a, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f39d5aff-a070-4817-8be6-39e89a156f2a,segment=NetworkSegment(043615d5-a058-495f-b293-316630fed44e),segment_id=043615d5-a058-495f-b293-316630fed44e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:43.536903 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1b81-7fa8-4973-9aeb-915726d05a62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.550191 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f1b81-7fa8-4973-9aeb-915726d05a62 None None] Calling delete_port for f39d5aff-a070-4817-8be6-39e89a156f2a owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:43.615842 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.633248 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1b81-7fa8-4973-9aeb-915726d05a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433'] for port (f39d5aff-a070-4817-8be6-39e89a156f2a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.643686 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39d5aff-a070-4817-8be6-39e89a156f2a,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:43.647502 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] No DVR routers for this DVR port f39d5aff-a070-4817-8be6-39e89a156f2a on host dv-cinder-830085-1-iscsi {{(pid=103184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:15:43.660042 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f1b81-7fa8-4973-9aeb-915726d05a62 None None] Pushing event deleted for resources: {'Port': ['ID=f39d5aff-a070-4817-8be6-39e89a156f2a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:43.664293 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f1b81-7fa8-4973-9aeb-915726d05a62 None None] No DVR routers for this DVR port f39d5aff-a070-4817-8be6-39e89a156f2a on host dv-cinder-830085-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:15:43.722755 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (3ddb480e-c808-4081-b0cb-679d7704b478), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.743166 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddb480e-c808-4081-b0cb-679d7704b478']}} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:43.753081 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043615d5-a058-495f-b293-316630fed44e') {'for_net_delete': True} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:43.753415 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.services.segments.db [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043615d5-a058-495f-b293-316630fed44e') {} {{(pid=103184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:43.763384 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30084917'] for segment (043615d5-a058-495f-b293-316630fed44e), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.777026 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (043615d5-a058-495f-b293-316630fed44e), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.782833 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:15:43.784185 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30322805'] for segment (043615d5-a058-495f-b293-316630fed44e), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: Traceback (most recent call last): Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: timer() Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: cb(*args, **kw) Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: return func(*args, **kwargs) Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: self._notify() Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: self.callback(batched_events) Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: event.method(event) Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: return f(self, *a, **k) Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._get(url).json() Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: return self.request(url, 'GET', **kwargs) Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:15:43.784819 dv-cinder-830085-1-iscsi neutron-server[103184]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:15:43.941877 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (3ddb480e-c808-4081-b0cb-679d7704b478), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.947396 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:43.950630 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3ddb480e-c808-4081-b0cb-679d7704b478 HTTP/1.1" status: 204 len: 168 time: 0.6910524 Feb 20 20:15:43.953615 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51668) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:43.962847 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ee95d-2eb6-4e46-b8ef-843f48f260f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddb480e-c808-4081-b0cb-679d7704b478,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:44.312882 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1875698'] for router_interface (be593a52-5d53-4d8d-a28c-b89d7e910acb), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:44.572438 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] Deleting port f13dca03-4b8a-40b3-909b-3c306779fec4 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:44.572667 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:44.651086 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] For port f13dca03-4b8a-40b3-909b-3c306779fec4, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=f13dca03-4b8a-40b3-909b-3c306779fec4,segment=NetworkSegment(eff956fe-8c9a-42a9-bbc2-64e23f87c0c4),segment_id=eff956fe-8c9a-42a9-bbc2-64e23f87c0c4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:44.651565 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:44.664594 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] Calling delete_port for f13dca03-4b8a-40b3-909b-3c306779fec4 owned by network:router_interface {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:44.877735 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f39d5aff-a070-4817-8be6-39e89a156f2a no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:44.898686 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: f39d5aff-a070-4817-8be6-39e89a156f2a {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:44.899030 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f39d5aff-a070-4817-8be6-39e89a156f2a not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:44.958834 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (f13dca03-4b8a-40b3-909b-3c306779fec4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:44.985571 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13dca03-4b8a-40b3-909b-3c306779fec4,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:45.157851 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1875298'] for router_interface (be593a52-5d53-4d8d-a28c-b89d7e910acb), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:45.384146 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] Router be593a52-5d53-4d8d-a28c-b89d7e910acb has already been hosted by L3 agent 0bbb003a-2708-44f6-bda0-b7d96e1ca8d2 {{(pid=103185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:15:45.493219 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] Notify agent at l3_agent.dv-cinder-830085-1-iscsi the message routers_updated {{(pid=103185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:15:45.498261 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-cab7adbc-d4ea-4a0d-92dd-3a423aaeabc7 admin admin] 10.222.0.60 "PUT /v2.0/routers/be593a52-5d53-4d8d-a28c-b89d7e910acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5435748 Feb 20 20:15:45.501213 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51670) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:45.501795 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] Sync routers for ids ['be593a52-5d53-4d8d-a28c-b89d7e910acb'] in dv-cinder-830085-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:15:45.513668 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] Routers {'be593a52-5d53-4d8d-a28c-b89d7e910acb'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:45.514282 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:15:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['be593a52-5d53-4d8d-a28c-b89d7e910acb'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:45.611919 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Publish callbacks [] for router (be593a52-5d53-4d8d-a28c-b89d7e910acb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:45.624127 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] Set router be593a52-5d53-4d8d-a28c-b89d7e910acb gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:45.734047 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Publish callbacks [] for router_gateway (be593a52-5d53-4d8d-a28c-b89d7e910acb), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:45.813141 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'name': 'tempest-TestVolumeBootPattern-972075991-router', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:40Z', 'updated_at': '2022-02-20T20:15:44Z', 'revision_number': 5, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'gw_port': {'id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:42Z', 'updated_at': '2022-02-20T20:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:45.840794 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] Checking router: be593a52-5d53-4d8d-a28c-b89d7e910acb for host: dv-cinder-830085-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:15:45.849570 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] Routers {'be593a52-5d53-4d8d-a28c-b89d7e910acb'} bound to L3 agent in host dv-cinder-830085-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:15:45.850183 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:54:58Z,description=,heartbeat_timestamp=2022-02-20T20:15:28Z,host='dv-cinder-830085-1-iscsi',id=0bbb003a-2708-44f6-bda0-b7d96e1ca8d2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:54:58Z,topic='l3_agent')) {'router_ids': ['be593a52-5d53-4d8d-a28c-b89d7e910acb'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:45.904104 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Deleting port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 {{(pid=103184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:45.904446 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:45.973312 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] Set router be593a52-5d53-4d8d-a28c-b89d7e910acb gateway port host: dv-cinder-830085-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:15:45.998590 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.db [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] For port 50a6e6bc-a927-4d7a-a967-67d9b105c3a9, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=50a6e6bc-a927-4d7a-a967-67d9b105c3a9,segment=NetworkSegment(24fba93e-5230-4319-a16c-78ad28c74fdc),segment_id=24fba93e-5230-4319-a16c-78ad28c74fdc)] {{(pid=103184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:45.998876 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.011700 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.plugins.ml2.plugin [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Calling delete_port for 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 owned by network:router_gateway {{(pid=103184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:46.183599 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'name': 'tempest-TestVolumeBootPattern-972075991-router', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:40Z', 'updated_at': '2022-02-20T20:15:44Z', 'revision_number': 5, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'gw_port': {'id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:42Z', 'updated_at': '2022-02-20T20:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}], 'dv-cinder-830085-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:46.215514 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b349f-798b-400d-b37b-23d179e62709 None None] The sync data for ids ['be593a52-5d53-4d8d-a28c-b89d7e910acb'] in dv-cinder-830085-1-iscsi is: [{'id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'name': 'tempest-TestVolumeBootPattern-972075991-router', 'tenant_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'external_fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:40Z', 'updated_at': '2022-02-20T20:15:44Z', 'revision_number': 5, 'project_id': 'e4b837f978ab4b0ab84eaedebe84a490', 'gw_port': {'id': '50a6e6bc-a927-4d7a-a967-67d9b105c3a9', 'name': '', 'network_id': '7d1cb3b3-f788-4a95-8d36-79bc41fd7d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be593a52-5d53-4d8d-a28c-b89d7e910acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:42Z', 'updated_at': '2022-02-20T20:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd63c7ebb-e35a-434b-8422-e1380fd0de05', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:15:46.278732 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30322754'] for port (50a6e6bc-a927-4d7a-a967-67d9b105c3a9), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.304696 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a6e6bc-a927-4d7a-a967-67d9b105c3a9,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:46.380250 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1875848'] for router_gateway (be593a52-5d53-4d8d-a28c-b89d7e910acb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.475902 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1874452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11427'] for router (be593a52-5d53-4d8d-a28c-b89d7e910acb), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.478571 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Publish callbacks [] for router_controller (be593a52-5d53-4d8d-a28c-b89d7e910acb), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.601650 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1874541'] for router (be593a52-5d53-4d8d-a28c-b89d7e910acb), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.603182 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be593a52-5d53-4d8d-a28c-b89d7e910acb {{(pid=103184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:15:46.607753 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.608918 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-8ba75237-3e96-47e5-b736-c5d67d77e204 admin admin] 10.222.0.60 "DELETE /v2.0/routers/be593a52-5d53-4d8d-a28c-b89d7e910acb HTTP/1.1" status: 204 len: 168 time: 1.1069982 Feb 20 20:15:46.611905 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.wsgi [-] (103184) accepted ('10.222.0.60', 51672) {{(pid=103184) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:46.674699 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2357365-041d-4414-88bb-d78dcb09aa4f admin admin] Deleting subnet 510b5ab2-a3e8-494b-8332-503524d41551 {{(pid=103184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:15:46.678555 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2357365-041d-4414-88bb-d78dcb09aa4f admin admin] Publish callbacks [] for subnet (510b5ab2-a3e8-494b-8332-503524d41551), before_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.718817 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2357365-041d-4414-88bb-d78dcb09aa4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30084908'] for subnet (510b5ab2-a3e8-494b-8332-503524d41551), precommit_delete_associations {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.816076 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2357365-041d-4414-88bb-d78dcb09aa4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3248332'] for subnet (510b5ab2-a3e8-494b-8332-503524d41551), precommit_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.951487 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2357365-041d-4414-88bb-d78dcb09aa4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3248373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30322067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30030865'] for subnet (510b5ab2-a3e8-494b-8332-503524d41551), after_delete {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:46.961448 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f13dca03-4b8a-40b3-909b-3c306779fec4 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:46.991034 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2357365-041d-4414-88bb-d78dcb09aa4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510b5ab2-a3e8-494b-8332-503524d41551,revision_number=None']} {{(pid=103184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:46.998135 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: f13dca03-4b8a-40b3-909b-3c306779fec4 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:46.998485 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device f13dca03-4b8a-40b3-909b-3c306779fec4 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:47.000615 dv-cinder-830085-1-iscsi neutron-server[103184]: DEBUG neutron_lib.callbacks.manager [None req-a2357365-041d-4414-88bb-d78dcb09aa4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for subnet (None), before_response {{(pid=103184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.010030 dv-cinder-830085-1-iscsi neutron-server[103184]: INFO neutron.wsgi [None req-a2357365-041d-4414-88bb-d78dcb09aa4f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/510b5ab2-a3e8-494b-8332-503524d41551 HTTP/1.1" status: 204 len: 168 time: 0.3967204 Feb 20 20:15:47.010530 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51674) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:47.012987 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b6aa95-238c-4827-9962-eddf8e69cacf None None] Network 67539b50-c7eb-4f0f-bacc-b43471920102 requested from dv-cinder-830085-1-iscsi {{(pid=103187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:15:47.084254 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603269'] for network (67539b50-c7eb-4f0f-bacc-b43471920102), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.154477 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Deleting port 21af3a14-7357-4da3-960c-eb94b015eab9 {{(pid=103185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:47.154821 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.222507 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.db [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] For port 21af3a14-7357-4da3-960c-eb94b015eab9, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=21af3a14-7357-4da3-960c-eb94b015eab9,segment=NetworkSegment(eff956fe-8c9a-42a9-bbc2-64e23f87c0c4),segment_id=eff956fe-8c9a-42a9-bbc2-64e23f87c0c4)] {{(pid=103185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:47.222868 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.237866 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.plugin [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Calling delete_port for 21af3a14-7357-4da3-960c-eb94b015eab9 owned by network:dhcp {{(pid=103185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:47.303054 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b73c3-2632-46be-9878-aa256fb9c197 None None] DHCP port deletion for 67539b50-c7eb-4f0f-bacc-b43471920102 request from dv-cinder-830085-1-iscsi {{(pid=103187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:15:47.357877 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ef3b73c3-2632-46be-9878-aa256fb9c197 None None] Deleting port 21af3a14-7357-4da3-960c-eb94b015eab9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:47.358162 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef3b73c3-2632-46be-9878-aa256fb9c197 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736182754070'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.393020 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29963055'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.423007 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ef3b73c3-2632-46be-9878-aa256fb9c197 None None] For port 21af3a14-7357-4da3-960c-eb94b015eab9, host dv-cinder-830085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-1-iscsi',level=0,port_id=21af3a14-7357-4da3-960c-eb94b015eab9,segment=NetworkSegment(eff956fe-8c9a-42a9-bbc2-64e23f87c0c4),segment_id=eff956fe-8c9a-42a9-bbc2-64e23f87c0c4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:47.423377 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef3b73c3-2632-46be-9878-aa256fb9c197 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1869242'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.435222 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Pushing event deleted for resources: {'Port': ['ID=21af3a14-7357-4da3-960c-eb94b015eab9,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:47.435222 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] No DVR routers for this DVR port 21af3a14-7357-4da3-960c-eb94b015eab9 on host dv-cinder-830085-1-iscsi {{(pid=103185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:15:47.438416 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ef3b73c3-2632-46be-9878-aa256fb9c197 None None] Calling delete_port for 21af3a14-7357-4da3-960c-eb94b015eab9 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:15:47.503319 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3239237', 'neutron.services.segments.db._delete_segments_for_network-8736182959674'] for network (67539b50-c7eb-4f0f-bacc-b43471920102), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.524639 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef3b73c3-2632-46be-9878-aa256fb9c197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3623978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736182759289', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736182448433'] for port (21af3a14-7357-4da3-960c-eb94b015eab9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.525038 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67539b50-c7eb-4f0f-bacc-b43471920102']}} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:47.543084 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4') {'for_net_delete': True} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:47.543384 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.services.segments.db [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff956fe-8c9a-42a9-bbc2-64e23f87c0c4') {} {{(pid=103185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:15:47.551422 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b73c3-2632-46be-9878-aa256fb9c197 None None] No DVR routers for this DVR port 21af3a14-7357-4da3-960c-eb94b015eab9 on host dv-cinder-830085-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:15:47.553725 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736182960451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32895715'] for segment (eff956fe-8c9a-42a9-bbc2-64e23f87c0c4), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.555129 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b73c3-2632-46be-9878-aa256fb9c197 None None] Pushing event deleted for resources: {'Port': ['ID=21af3a14-7357-4da3-960c-eb94b015eab9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:47.570361 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769'] for segment (eff956fe-8c9a-42a9-bbc2-64e23f87c0c4), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.577463 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:15:47.577855 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3217769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29963032'] for segment (eff956fe-8c9a-42a9-bbc2-64e23f87c0c4), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: Traceback (most recent call last): Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: timer() Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: cb(*args, **kw) Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: return func(*args, **kwargs) Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: self._notify() Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: self.callback(batched_events) Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: event.method(event) Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: return f(self, *a, **k) Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._get(url).json() Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: return self.request(url, 'GET', **kwargs) Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:15:47.579606 dv-cinder-830085-1-iscsi neutron-server[103185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:15:47.772950 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3239246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1875940'] for network (67539b50-c7eb-4f0f-bacc-b43471920102), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.779246 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615662'] for network (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:47.782497 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] 10.222.0.60 "DELETE /v2.0/networks/67539b50-c7eb-4f0f-bacc-b43471920102 HTTP/1.1" status: 204 len: 168 time: 0.7705884 Feb 20 20:15:47.793967 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8b795-c311-41f7-a397-02f135b849ca admin admin] Pushing event deleted for resources: {'Network': ['ID=67539b50-c7eb-4f0f-bacc-b43471920102,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:48.184301 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:48.208420 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51678) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:48.252668 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-a7941e9a-f571-46f8-80dc-0e65a2227372 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d15dcb9692c401e9d0e06361839bb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429733 Feb 20 20:15:48.255047 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51680) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:48.305701 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c973e9c-399a-4b5b-bd38-1ce4f7358ab3 admin admin] Publish callbacks [] for security_group (480b78be-02cf-44fa-8a6c-3eb48b36281f), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:48.333244 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c973e9c-399a-4b5b-bd38-1ce4f7358ab3 admin admin] Publish callbacks [] for security_group (480b78be-02cf-44fa-8a6c-3eb48b36281f), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:48.459021 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c973e9c-399a-4b5b-bd38-1ce4f7358ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (480b78be-02cf-44fa-8a6c-3eb48b36281f), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:48.463147 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-9c973e9c-399a-4b5b-bd38-1ce4f7358ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:48.464341 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-9c973e9c-399a-4b5b-bd38-1ce4f7358ab3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/480b78be-02cf-44fa-8a6c-3eb48b36281f HTTP/1.1" status: 204 len: 168 time: 0.2083619 Feb 20 20:15:48.472737 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c973e9c-399a-4b5b-bd38-1ce4f7358ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b78be-02cf-44fa-8a6c-3eb48b36281f,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:48.884610 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:48.907463 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:48.908030 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 50a6e6bc-a927-4d7a-a967-67d9b105c3a9 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:48.908352 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 21af3a14-7357-4da3-960c-eb94b015eab9 no longer exists at agent ovs-agent-dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:48.929009 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] No Port match for: 21af3a14-7357-4da3-960c-eb94b015eab9 {{(pid=103187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:15:48.929381 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.rpc [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Device 21af3a14-7357-4da3-960c-eb94b015eab9 not bound to the agent host dv-cinder-830085-1-iscsi {{(pid=103187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:15:49.197258 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51686) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:49.239480 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-ab040a82-12a5-4afb-814f-947439f7983b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4b837f978ab4b0ab84eaedebe84a490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409653 Feb 20 20:15:49.242120 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [-] (103185) accepted ('10.222.0.60', 51688) {{(pid=103185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:49.296692 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb7f787f-fccf-48d0-a556-f23b763490eb admin admin] Publish callbacks [] for security_group (38330253-7900-4644-a8aa-3dfca1aa7b5b), before_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:49.319990 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb7f787f-fccf-48d0-a556-f23b763490eb admin admin] Publish callbacks [] for security_group (38330253-7900-4644-a8aa-3dfca1aa7b5b), precommit_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:49.424280 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb7f787f-fccf-48d0-a556-f23b763490eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625726'] for security_group (38330253-7900-4644-a8aa-3dfca1aa7b5b), after_delete {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:49.426835 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron_lib.callbacks.manager [None req-fb7f787f-fccf-48d0-a556-f23b763490eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:49.428012 dv-cinder-830085-1-iscsi neutron-server[103185]: INFO neutron.wsgi [None req-fb7f787f-fccf-48d0-a556-f23b763490eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38330253-7900-4644-a8aa-3dfca1aa7b5b HTTP/1.1" status: 204 len: 168 time: 0.1849990 Feb 20 20:15:49.436955 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f787f-fccf-48d0-a556-f23b763490eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38330253-7900-4644-a8aa-3dfca1aa7b5b,revision_number=None']} {{(pid=103185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:52.022080 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:15:55.952825 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6445-52c0-451a-bbcd-85b7d9efe438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:57.906942 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33a961cb-0619-48cc-9625-dc0d844fb6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:59.355630 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:00.610164 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.195246 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:18.160638 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:25.983304 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74ab9a7a-25ac-4b42-83f5-ee442e22ae7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:27.926805 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71ba4837-9174-468a-a12f-bde8491b0393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:29.020489 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:16:29.335022 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:30.577683 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:32.188976 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:48.171739 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:56.008643 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9bbbc49c-6e50-4cb0-8576-32ec3cc9f96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:57.894309 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0faff16b-0702-4396-b50e-3383d7426e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:59.314391 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:00.602961 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:02.202400 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:06.020307 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:17:18.142648 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:25.956883 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28e393b0-d4b0-40ff-933d-cad172ee636a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:27.899219 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df14fd0a-9490-4be4-a8c4-c4f3f27354a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:29.330898 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:30.590774 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:32.190750 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:43.019226 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:17:48.190470 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:55.973399 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c1a2-9836-4eba-9d1b-3103de6c541e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:57.956067 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-082d41b0-5603-41a4-a3cf-747ab66121e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:59.341994 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:00.584050 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:02.195583 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:18.166612 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:20.018894 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:18:25.987944 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0deea8db-c158-44e8-9e23-c5e14f09dc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:27.956126 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28117d47-ea0b-4628-8002-6977f2be7544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:29.395497 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:30.640664 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:32.193179 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:48.177617 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:55.949276 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-218a79b3-1d29-4f73-9876-e3a355e2ea9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.017793 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:18:57.937118 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2839c6e3-6335-430b-8709-c2952cf463d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.331743 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:00.626706 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.203758 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:18.180606 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:23.643203 dv-cinder-830085-1-iscsi neutron-server[103185]: DEBUG neutron.wsgi [req-60f15f34-cea9-4111-83d3-99d5d58eca91 req-21b798db-db05-4acd-a601-cd94e3465298 service neutron] (103185) timed out ('10.222.0.75', 53206) {{(pid=103185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 20:19:25.975051 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-963a9d34-4872-471c-a892-2a19f30d8a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:27.919684 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f933660e-7020-4670-90cd-83c33265f76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:29.365183 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:30.610933 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:32.210550 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:34.019118 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:19:48.202959 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:55.934203 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-573616a5-d593-43f4-b5ab-670291d69c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:57.922368 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94d7561d-a988-4366-b80d-63e8fbd37ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:59.330250 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:00.587033 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:02.482268 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:11.017934 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:20:18.203545 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:25.924006 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-724646ec-52ae-470b-877a-0bb611e470d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:27.916025 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-109c3ef4-a990-4048-aac0-740e5785b948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:29.392025 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:30.636512 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:32.208912 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:48.017845 dv-cinder-830085-1-iscsi neutron-server[103189]: DEBUG neutron.db.agents_db [None req-97994079-534b-4413-8b39-fac14208588b None None] Agent healthcheck: found 6 active agents {{(pid=103189) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:20:48.191688 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac43b-43fe-4c43-8c03-b9d6ad6fcd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (6b34a58c-3562-4354-b19f-bb7b4e903882), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:55.911884 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f948cb24-295c-4a6e-99dc-fdf22b312b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (613aa61f-7ee9-468b-af23-ff3edfaa93ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:57.938325 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20f6f031-a6d1-4dbb-a28d-12e4011f5dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (0bbb003a-2708-44f6-bda0-b7d96e1ca8d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:59.345769 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16c89381-6885-43fb-b4fb-28e4d4a51757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (9dde72c2-4494-458e-8545-7ecd8af57fe5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:00.623821 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb6e2-0847-4804-a93f-e88a4e2fcfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (4a9bfd8b-da39-4eda-bfbe-804bce44006c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:02.240945 dv-cinder-830085-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e444f27-073f-4514-8fc6-ff8c268a6a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736182959656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3237724'] for agent (eea30ee4-b161-48c8-883a-eeceb0034422), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}